-- Logs begin at Wed 2021-04-07 13:40:51 UTC, end at Wed 2021-04-07 14:43:18 UTC. -- Apr 07 14:18:27.817771 dv-cinder-780933-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 07 14:18:30.701528 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.common.config [-] Logging enabled! Apr 07 14:18:30.702053 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev42 Apr 07 14:18:30.703387 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84199) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 07 14:18:30.705190 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.common.config [-] Logging enabled! Apr 07 14:18:30.705471 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev42 Apr 07 14:18:30.705816 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84199) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 07 14:18:30.706853 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 07 14:18:30.707118 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 07 14:18:30.708216 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 07 14:18:30.708503 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 07 14:18:30.708764 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 07 14:18:30.709135 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.709476 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.709813 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.710076 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.710413 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.710745 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.711066 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.711398 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.711735 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.712106 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.712424 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.712746 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.713007 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.713323 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] config_source = [] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.713650 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.713976 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.714234 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] debug = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.714545 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.715164 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.715388 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.715700 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.716055 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.716370 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.716674 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.716982 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.717300 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.717662 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] host = dv-cinder-780933-3-smb {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.717972 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.718297 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.718623 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.718945 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.719251 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.719560 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.719880 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.720210 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] log_dir = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.720515 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] log_file = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.720822 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.721144 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.721471 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.721805 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.722061 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.722315 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.722649 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.722975 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.723282 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.723591 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.723928 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.724231 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.724536 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.724836 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.725159 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.725481 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.725805 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.726111 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.726417 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.726722 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.727027 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.727348 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.727679 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.728013 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.728323 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.728647 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.728950 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.729258 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.729599 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.729927 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.730247 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.730572 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.730881 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.731202 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.731509 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.731813 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] use_journal = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.732145 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] use_json = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.732451 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.732760 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.733080 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.733384 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.733686 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.733994 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.734299 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.734626 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:30.734957 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.735297 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.735635 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.735978 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.736315 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.736629 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.736958 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.737270 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.737597 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.737926 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.738250 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.738562 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.738882 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.739192 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.739526 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.739870 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.740233 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.740565 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.740872 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.741179 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.741484 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.741795 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.742114 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.742449 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.742781 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.743609 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.743940 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.744275 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.744586 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.744893 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.745203 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.745533 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.745843 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.746147 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.746461 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.746772 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.747076 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.747377 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.747685 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.748038 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.748349 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.748657 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.748961 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.749270 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.749572 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.749892 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.750201 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.750504 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.750809 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.751117 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.751421 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.751725 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.752059 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.752364 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.752673 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.752979 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.753282 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.753584 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.753885 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.754186 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.754486 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.754790 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.755101 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.755403 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.755704 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.756033 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.756339 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.756640 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.756956 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.757287 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.757594 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.757903 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.758210 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.758518 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.759387 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.759696 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.760032 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.760346 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.760651 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.760980 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.761299 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.761622 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.761938 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.762397 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.762660 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.763011 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.763288 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.763599 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.763940 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.764263 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.764579 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.764906 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.765234 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.765561 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.765886 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.766207 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.766517 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.766864 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.767174 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:30.767421 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 07 14:18:30.767684 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84199) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 07 14:18:31.426937 dv-cinder-780933-3-smb neutron-server[84199]: INFO keyring.backend [-] Loading Gnome Apr 07 14:18:31.444263 dv-cinder-780933-3-smb neutron-server[84199]: INFO keyring.backend [-] Loading Google Apr 07 14:18:31.447282 dv-cinder-780933-3-smb neutron-server[84199]: INFO keyring.backend [-] Loading Windows (alt) Apr 07 14:18:31.451496 dv-cinder-780933-3-smb neutron-server[84199]: INFO keyring.backend [-] Loading file Apr 07 14:18:31.452358 dv-cinder-780933-3-smb neutron-server[84199]: INFO keyring.backend [-] Loading keyczar Apr 07 14:18:31.452635 dv-cinder-780933-3-smb neutron-server[84199]: INFO keyring.backend [-] Loading multi Apr 07 14:18:31.453283 dv-cinder-780933-3-smb neutron-server[84199]: INFO keyring.backend [-] Loading pyfs Apr 07 14:18:31.501058 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:18:31.501369 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=84199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:18:31.501695 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:18:31.502071 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 07 14:18:31.897619 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:31.898213 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:31.898213 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:31.901822 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:31.902136 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:31.902441 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:31.939455 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:31.939762 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:31.940089 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:31.954256 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:31.954569 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:31.954875 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:32.023365 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:32.023683 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:32.024008 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:32.025696 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:32.026000 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:32.026299 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:32.300316 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:32.300637 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:32.300938 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:32.301240 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:32.303241 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:32.455534 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:32.455945 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:32.456256 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:32.456563 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:32.456861 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:32.457240 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:32.457544 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:32.457835 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:32.458119 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:32.458448 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:32.458740 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:32.459040 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:32.459341 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:32.459633 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:32.459969 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:32.460282 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:32.460575 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:32.460887 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:32.461170 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:32.461508 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:32.461977 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:32.462262 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:32.462543 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:32.462876 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:32.463156 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:32.463432 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:32.463854 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84199) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 07 14:18:32.464156 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84199) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 07 14:18:32.464427 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84199) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 07 14:18:32.464697 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84199) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 07 14:18:32.464965 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84199) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 07 14:18:32.465237 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84199) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 07 14:18:32.465656 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 07 14:18:32.469022 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 07 14:18:32.473068 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 07 14:18:32.477088 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Apr 07 14:18:32.478801 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 07 14:18:32.480116 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 07 14:18:32.480507 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 07 14:18:32.480949 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 07 14:18:32.483714 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 07 14:18:32.484023 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 07 14:18:32.484418 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 07 14:18:32.512717 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 07 14:18:32.513825 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:32.513825 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84199) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 07 14:18:32.514147 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:32.515373 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84199) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 07 14:18:32.515746 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 07 14:18:32.516064 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 07 14:18:32.519444 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:32.519762 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:32.586588 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 07 14:18:32.586812 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 07 14:18:32.587060 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 07 14:18:32.587470 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 07 14:18:32.621294 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_db.sqlalchemy.engines [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=84199) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 07 14:18:33.066819 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.plugins.ml2.managers [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Initializing driver for type 'gre' Apr 07 14:18:33.067398 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] gre ID ranges: [(1, 1000)] Apr 07 14:18:33.108737 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.plugins.ml2.managers [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Initializing driver for type 'local' Apr 07 14:18:33.109112 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.plugins.ml2.managers [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Initializing driver for type 'vlan' Apr 07 14:18:33.119336 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] VlanTypeDriver initialization complete Apr 07 14:18:33.119729 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.plugins.ml2.managers [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Initializing driver for type 'vxlan' Apr 07 14:18:33.120335 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] vxlan ID ranges: [(1, 1000)] Apr 07 14:18:33.161624 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.plugins.ml2.managers [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Initializing extension driver 'port_security' Apr 07 14:18:33.161624 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.plugins.ml2.extensions.port_security [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] PortSecurityExtensionDriver initialization complete Apr 07 14:18:33.161624 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.plugins.ml2.managers [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Initializing mechanism driver 'openvswitch' Apr 07 14:18:33.162023 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.plugins.ml2.managers [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Initializing mechanism driver 'hyperv' Apr 07 14:18:33.169046 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:18:33.169937 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > port after_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.170309 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > port after_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.170691 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > port after_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.171115 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > subnet after_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.171502 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > subnet after_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.171880 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.172321 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > network after_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.172702 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > network after_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.173080 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > network after_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.173494 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > security_group after_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.173877 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > security_group after_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.174249 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > security_group after_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.174663 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.175049 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.175420 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.175997 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > address_group after_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.176380 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > address_group after_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.176762 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > address_group after_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.177125 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] ML2 OVO RPC backend initialized. {{(pid=84199) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 07 14:18:33.177946 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.178306 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.178764 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > network before_response 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.179144 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > networks before_response 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.179523 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > port before_response 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.179936 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > ports before_response 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.180364 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > subnet before_response 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.180710 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > subnets before_response 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.181063 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > network after_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.181443 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > network after_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.181814 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > network after_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.182206 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > port after_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.182557 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > port after_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.182961 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > port after_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.183330 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > subnet after_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.183698 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > subnet after_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.184122 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.184779 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.plugins.ml2.plugin [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Modular L2 Plugin initialization complete Apr 07 14:18:33.185137 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading services supported by the core plugin {{(pid=84199) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 07 14:18:33.185503 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.plugins.ml2.managers [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Got port-security extension from driver 'port_security' Apr 07 14:18:33.186025 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.extensions.vlantransparent [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Disabled vlantransparent extension. Apr 07 14:18:33.186559 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84199) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 07 14:18:33.186908 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading Plugin: router Apr 07 14:18:33.224194 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > router_interface before_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.224629 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > router after_create 55549900 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.225035 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > router before_create 55549900 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.225442 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.225869 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.226261 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > router after_delete 55549900 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.226660 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > floatingip after_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.227068 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > router after_create 55549900 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.228075 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > router after_update 55549900 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.228471 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > router after_update 55549900 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.228859 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.229261 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > router after_update 55549900 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.229752 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > router precommit_update 55549900 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.230169 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: port after_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.230548 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: port after_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.230927 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: subnet after_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.231301 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.231683 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > port precommit_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.232133 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > router precommit_create 55549900 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.232520 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: port before_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.232902 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > router precommit_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.233304 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > router after_update 55549900 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.233683 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > router precommit_delete 55549900 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.234068 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > router precommit_create 55549900 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.234475 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.234861 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > router precommit_update 55549900 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.235291 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > network after_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.236354 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource_registry [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Tracking information for resource: router configured {{(pid=84199) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 07 14:18:33.236730 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource_registry [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Tracking information for resource: floatingip configured {{(pid=84199) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 07 14:18:33.241763 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.db.l3_agentschedulers_db [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 07 14:18:33.242413 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: port after_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.242809 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: port after_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.243224 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: port after_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.243616 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: port after_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.244569 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > router before_create 55550100 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.244975 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > router precommit_delete 55550100 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.245377 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > router precommit_create 55550100 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.245777 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > router precommit_update 55550100 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.250553 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.provider_configuration [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Service providers = [] {{(pid=84199) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 07 14:18:33.250951 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.servicetype_db [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84199) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 07 14:18:33.254101 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.service_base [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84199) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 07 14:18:33.254489 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.service_base [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84199) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 07 14:18:33.254867 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.service_base [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84199) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 07 14:18:33.255770 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.service_base [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84199) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 07 14:18:33.256218 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.services.service_base [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 07 14:18:33.256643 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84199) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 07 14:18:33.256999 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 07 14:18:33.267288 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84199) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 07 14:18:33.267659 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading Plugin: auto_allocate Apr 07 14:18:33.273582 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: network precommit_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.273994 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: network precommit_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.275112 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84199) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 07 14:18:33.275468 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading Plugin: tag Apr 07 14:18:33.282888 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84199) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 07 14:18:33.283253 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading Plugin: timestamp Apr 07 14:18:33.287120 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84199) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 07 14:18:33.287488 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading Plugin: network_ip_availability Apr 07 14:18:33.293738 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.294144 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.294536 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.295334 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84199) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 07 14:18:33.295700 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading Plugin: flavors Apr 07 14:18:33.300251 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84199) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 07 14:18:33.300623 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading Plugin: revisions Apr 07 14:18:33.304894 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84199) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 07 14:18:33.305319 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.804s {{(pid=84199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:18:33.306172 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84199) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 07 14:18:33.306532 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Initializing extension manager. Apr 07 14:18:33.307092 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: __init__.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.307470 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: __pycache__ {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.307839 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.308244 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: address_group.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.309047 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.309858 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: address-group Apr 07 14:18:33.310223 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: address_scope.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.310986 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.311572 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: address-scope Apr 07 14:18:33.311953 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: admin_state_down_before_update.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.312894 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.313473 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: router-admin-state-down-before-update Apr 07 14:18:33.313827 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: agent.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.314581 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.315154 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: agent Apr 07 14:18:33.315508 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: agent_resources_synced.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.316448 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.317073 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: agent-resources-synced Apr 07 14:18:33.317388 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: allowedaddresspairs.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.319194 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.319789 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: allowed-address-pairs Apr 07 14:18:33.320181 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: auto_allocated_topology.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.322026 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.322613 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: auto-allocated-topology Apr 07 14:18:33.322971 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: availability_zone.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.323714 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.324321 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: availability_zone Apr 07 14:18:33.324679 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: availability_zone_filter.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.325600 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.326175 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: availability_zone_filter Apr 07 14:18:33.326533 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: data_plane_status.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.327443 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.328062 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extension data-plane-status not supported by any of loaded plugins Apr 07 14:18:33.328426 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: default_subnetpools.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.329346 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.329925 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: default-subnetpools Apr 07 14:18:33.330281 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: dhcpagentscheduler.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.331160 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.333095 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: dhcp_agent_scheduler Apr 07 14:18:33.333468 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: dns.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.334405 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.334993 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extension dns-integration not supported by any of loaded plugins Apr 07 14:18:33.335357 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: dns_domain_ports.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.336315 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.337495 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 07 14:18:33.337857 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: dvr.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.338577 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.339167 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: dvr Apr 07 14:18:33.339520 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: empty_string_filtering.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.340471 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.341051 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: empty-string-filtering Apr 07 14:18:33.341409 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.342330 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.342908 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 07 14:18:33.343267 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.344224 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.344801 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 07 14:18:33.345159 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: external_net.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.346076 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.346655 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: external-net Apr 07 14:18:33.347014 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: extra_dhcp_opt.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.347945 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.348529 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: extra_dhcp_opt Apr 07 14:18:33.348889 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: extraroute.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.349807 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.350385 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: extraroute Apr 07 14:18:33.350745 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: extraroute_atomic.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.351783 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.352416 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: extraroute-atomic Apr 07 14:18:33.352780 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: filter_validation.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.353477 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.354053 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: filter-validation Apr 07 14:18:33.354412 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: fip_pf_description.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.355321 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.355923 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 07 14:18:33.356278 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: fip_port_details.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.357198 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.357776 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: fip-port-details Apr 07 14:18:33.358131 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: flavors.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.359373 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.359981 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: flavors Apr 07 14:18:33.360345 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.362010 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.362607 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 07 14:18:33.362977 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: floatingip_pools.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.363824 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.364443 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: floatingip-pools Apr 07 14:18:33.364811 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: ip_allocation.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.365749 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.366330 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extension ip_allocation not supported by any of loaded plugins Apr 07 14:18:33.366695 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.367619 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.368260 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: ip-substring-filtering Apr 07 14:18:33.368627 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: l2_adjacency.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.369549 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.370127 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 07 14:18:33.370487 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: l3.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.371572 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.372190 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: router Apr 07 14:18:33.372551 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: l3_conntrack_helper.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.374821 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.375425 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 07 14:18:33.375805 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.377066 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.377652 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: ext-gw-mode Apr 07 14:18:33.378044 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.379387 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.380348 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: l3-ha Apr 07 14:18:33.380922 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: l3_flavors.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.381985 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.382509 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: l3-flavors Apr 07 14:18:33.382880 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.384344 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.384971 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 07 14:18:33.385337 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: l3agentscheduler.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.386678 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.387273 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: l3_agent_scheduler Apr 07 14:18:33.387646 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: logging.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.389239 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.389837 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extension logging not supported by any of loaded plugins Apr 07 14:18:33.390208 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: metering.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.391035 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.391772 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: metering Apr 07 14:18:33.392194 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.393329 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.393922 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: metering_source_and_destination_fields Apr 07 14:18:33.394290 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: multiprovidernet.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.395231 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.395824 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: multi-provider Apr 07 14:18:33.396225 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: netmtu.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.397154 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.397743 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: net-mtu Apr 07 14:18:33.398110 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: netmtu_writable.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.399058 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.400290 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: net-mtu-writable Apr 07 14:18:33.400655 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: network_availability_zone.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.401388 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.401976 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: network_availability_zone Apr 07 14:18:33.402335 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: network_ip_availability.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.403510 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.404163 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: network-ip-availability Apr 07 14:18:33.404529 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: network_segment_range.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.405380 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.405966 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extension network-segment-range not supported by any of loaded plugins Apr 07 14:18:33.406332 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: pagination.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.407460 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.407839 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: pagination Apr 07 14:18:33.408257 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: port_device_profile.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.409238 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.409841 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: port-device-profile Apr 07 14:18:33.410210 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.411183 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.411781 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: port-mac-address-regenerate Apr 07 14:18:33.412171 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.413117 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.413704 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: port-numa-affinity-policy Apr 07 14:18:33.414068 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: port_resource_request.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.414996 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.415574 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extension port-resource-request not supported by any of loaded plugins Apr 07 14:18:33.415956 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: portbindings.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.416892 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.417482 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: binding Apr 07 14:18:33.417843 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: portbindings_extended.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.419196 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.419766 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: binding-extended Apr 07 14:18:33.420155 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: portsecurity.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.421101 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.421690 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: port-security Apr 07 14:18:33.422052 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: project_id.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.423051 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.423424 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: project-id Apr 07 14:18:33.423777 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: providernet.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.424738 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.425331 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: provider Apr 07 14:18:33.425694 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: qos.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.429258 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.429876 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extension qos not supported by any of loaded plugins Apr 07 14:18:33.430253 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.431588 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.432211 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 07 14:18:33.432594 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.433560 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.434160 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 07 14:18:33.434549 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: qos_default.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.435490 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.436108 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extension qos-default not supported by any of loaded plugins Apr 07 14:18:33.436477 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: qos_fip.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.437173 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.437779 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extension qos-fip not supported by any of loaded plugins Apr 07 14:18:33.438144 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: qos_gateway_ip.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.439079 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.439660 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 07 14:18:33.440073 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: qos_port_network_policy.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.441069 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.441673 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 07 14:18:33.442035 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: qos_rule_type_details.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.442973 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.443561 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 07 14:18:33.443945 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: qos_rules_alias.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.445003 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.445591 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 07 14:18:33.445956 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: quotasv2.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.448298 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.448707 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: quotas Apr 07 14:18:33.449078 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: quotasv2_detail.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.450682 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.451067 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: quota_details Apr 07 14:18:33.451440 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: rbac.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.452669 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.453273 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: rbac-policies Apr 07 14:18:33.453640 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: rbac_address_group.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.454587 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.455176 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: rbac-address-group Apr 07 14:18:33.455547 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: rbac_address_scope.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.456515 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.457100 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: rbac-address-scope Apr 07 14:18:33.457514 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: rbac_security_groups.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.458619 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.459293 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: rbac-security-groups Apr 07 14:18:33.459675 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: rbac_subnetpool.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.460642 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.461226 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: rbac-subnetpool Apr 07 14:18:33.461620 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: revisionifmatch.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.463131 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.463715 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: revision-if-match Apr 07 14:18:33.464108 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: revisions.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.465280 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.465869 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: standard-attr-revisions Apr 07 14:18:33.466232 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: router_availability_zone.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.466952 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.467546 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: router_availability_zone Apr 07 14:18:33.467933 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: routerservicetype.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.468930 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.469595 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extension router-service-type not supported by any of loaded plugins Apr 07 14:18:33.469958 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.470943 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.471561 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: security-groups-normalized-cidr Apr 07 14:18:33.471964 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: security_groups_port_filtering.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.472934 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.473531 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: port-security-groups-filtering Apr 07 14:18:33.473894 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.474847 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.475433 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: security-groups-remote-address-group Apr 07 14:18:33.475798 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: securitygroup.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.489122 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.489828 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: security-group Apr 07 14:18:33.490207 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: segment.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.491105 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.491700 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extension segment not supported by any of loaded plugins Apr 07 14:18:33.492103 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.493125 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.493716 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 07 14:18:33.494088 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: servicetype.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.495220 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.495819 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: service-type Apr 07 14:18:33.496202 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: sorting.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.497212 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.497598 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: sorting Apr 07 14:18:33.497963 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: standard_attr_segment.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.498911 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.499507 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 07 14:18:33.499877 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: standardattrdescription.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.500591 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.501204 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: standard-attr-description Apr 07 14:18:33.501563 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: stateful_security_group.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.502620 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.503229 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: stateful-security-group Apr 07 14:18:33.503593 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: stdattrs_common.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.504209 dv-cinder-780933-3-smb neutron-server[84199]: WARNING neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 07 14:18:33.504571 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.505613 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.506217 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 07 14:18:33.506579 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: subnet_onboard.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.507678 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.508368 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: subnet_onboard Apr 07 14:18:33.509269 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.510216 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.510806 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 07 14:18:33.511171 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: subnet_service_types.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.512143 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.512739 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: subnet-service-types Apr 07 14:18:33.513103 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: subnetallocation.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.514198 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.514794 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: subnet_allocation Apr 07 14:18:33.515157 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.515863 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.516509 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: subnetpool-prefix-ops Apr 07 14:18:33.516875 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.517860 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.518475 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 07 14:18:33.518838 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: tagging.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.520192 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.520800 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: standard-attr-tag Apr 07 14:18:33.521170 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: timestamp.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.522364 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.522958 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loaded extension: standard-attr-timestamp Apr 07 14:18:33.523330 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: trunk.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.524970 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.525559 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extension trunk not supported by any of loaded plugins Apr 07 14:18:33.525922 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: trunk_details.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.526873 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.527465 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extension trunk-details not supported by any of loaded plugins Apr 07 14:18:33.527830 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: uplink_status_propagation.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.528790 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.529376 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 07 14:18:33.529743 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Loading extension file: vlantransparent.py {{(pid=84199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:18:33.530449 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:18:33.531030 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 07 14:18:33.533779 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.quota.resource_registry [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Creating instance of TrackedResource for resource:network Apr 07 14:18:33.534621 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.quota.resource_registry [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Creating instance of TrackedResource for resource:subnet Apr 07 14:18:33.535323 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.quota.resource_registry [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 14:18:33.536032 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.quota.resource_registry [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Creating instance of TrackedResource for resource:port Apr 07 14:18:33.537522 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.resource_helper [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 07 14:18:33.538019 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.resource_helper [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Service FLAVORS assigned prefix: {{(pid=84199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 07 14:18:33.538697 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.resource_helper [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 07 14:18:33.539173 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.resource_helper [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 07 14:18:33.539543 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.quota.resource_registry [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Creating instance of TrackedResource for resource:router Apr 07 14:18:33.540343 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.quota.resource_registry [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Creating instance of TrackedResource for resource:floatingip Apr 07 14:18:33.541126 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.resource_helper [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Service METERING assigned prefix: /metering {{(pid=84199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 07 14:18:33.542942 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.543350 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.543738 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:18:33.544920 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.quota.resource_registry [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Creating instance of CountableResource for resource:rbac_policy Apr 07 14:18:33.545413 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.quota.resource_registry [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Creating instance of TrackedResource for resource:security_group Apr 07 14:18:33.546280 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.quota.resource_registry [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 07 14:18:33.547190 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.resource_helper [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Service CORE assigned prefix: {{(pid=84199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 07 14:18:33.547589 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.quota.resource_registry [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 14:18:33.547991 dv-cinder-780933-3-smb neutron-server[84199]: WARNING neutron.quota.resource_registry [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] subnetpool is already registered Apr 07 14:18:33.548676 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.resource_helper [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Service CORE assigned prefix: {{(pid=84199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 07 14:18:33.549047 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.quota.resource_registry [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 14:18:33.549411 dv-cinder-780933-3-smb neutron-server[84199]: WARNING neutron.quota.resource_registry [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] subnetpool is already registered Apr 07 14:18:33.552207 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.resource_helper [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 07 14:18:33.552692 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.resource_helper [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Service FLAVORS assigned prefix: {{(pid=84199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 07 14:18:33.553369 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.resource_helper [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 07 14:18:33.553839 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.resource_helper [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 07 14:18:33.554214 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.quota.resource_registry [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Creating instance of TrackedResource for resource:router Apr 07 14:18:33.554583 dv-cinder-780933-3-smb neutron-server[84199]: WARNING neutron.quota.resource_registry [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] router is already registered Apr 07 14:18:33.555241 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.quota.resource_registry [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Creating instance of TrackedResource for resource:floatingip Apr 07 14:18:33.555635 dv-cinder-780933-3-smb neutron-server[84199]: WARNING neutron.quota.resource_registry [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] floatingip is already registered Apr 07 14:18:33.556353 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.resource_helper [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Service METERING assigned prefix: /metering {{(pid=84199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 07 14:18:33.557093 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.quota.resource_registry [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Creating instance of CountableResource for resource:rbac_policy Apr 07 14:18:33.557460 dv-cinder-780933-3-smb neutron-server[84199]: WARNING neutron.quota.resource_registry [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] rbac_policy is already registered Apr 07 14:18:33.558875 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.quota.resource_registry [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Creating instance of TrackedResource for resource:security_group Apr 07 14:18:33.559248 dv-cinder-780933-3-smb neutron-server[84199]: WARNING neutron.quota.resource_registry [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] security_group is already registered Apr 07 14:18:33.559938 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.quota.resource_registry [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 07 14:18:33.560293 dv-cinder-780933-3-smb neutron-server[84199]: WARNING neutron.quota.resource_registry [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] security_group_rule is already registered Apr 07 14:18:33.561037 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.resource_helper [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Service CORE assigned prefix: {{(pid=84199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 07 14:18:33.561407 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.quota.resource_registry [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 14:18:33.561770 dv-cinder-780933-3-smb neutron-server[84199]: WARNING neutron.quota.resource_registry [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] subnetpool is already registered Apr 07 14:18:33.562469 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.resource_helper [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Service CORE assigned prefix: {{(pid=84199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 07 14:18:33.562864 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.quota.resource_registry [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 14:18:33.563247 dv-cinder-780933-3-smb neutron-server[84199]: WARNING neutron.quota.resource_registry [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] subnetpool is already registered Apr 07 14:18:33.564028 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extended resource: extensions {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:18:33.565590 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extended resource: address-groups {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:18:33.567317 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extended resource: address-scopes {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:18:33.568574 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extended resource: agents {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:18:33.569786 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extended resource: auto-allocated-topology {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:18:33.571953 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extended resource: availability_zones {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:18:33.573299 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extended resource: dhcp-networks {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:18:33.574767 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extended resource: dhcp-agents {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:18:33.576266 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extended resource: routers {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:18:33.578150 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extended resource: flavors {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:18:33.579384 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extended resource: service_profiles {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:18:33.580739 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extended resource: next_providers {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:18:33.582353 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extended resource: service_profiles {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:18:33.583873 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extended resource: floatingip-pools {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:18:33.585155 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extended resource: routers {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:18:33.587570 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extended resource: floatingips {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:18:33.588911 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extended resource: l3-routers {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:18:33.590368 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extended resource: l3-agents {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:18:33.591850 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extended resource: metering-labels {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:18:33.593277 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extended resource: metering-label-rules {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:18:33.594612 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extended resource: network-ip-availabilities {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:18:33.595989 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extended resource: bindings {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:18:33.597906 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extended resource: quotas {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:18:33.599491 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extended resource: quotas {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:18:33.601018 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extended resource: rbac-policies {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:18:33.602392 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extended resource: security-groups {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:18:33.603658 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extended resource: security-group-rules {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:18:33.604966 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extended resource: service-providers {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:18:33.606263 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extended resource: subnetpools {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:18:33.607734 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extended resource: subnetpools {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:18:33.609286 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extended resource: tags {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:18:33.611182 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extended resource: tags {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:18:33.613119 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extended resource: tags {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:18:33.614975 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extended resource: tags {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:18:33.616890 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extended resource: tags {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:18:33.618916 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extended resource: tags {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:18:33.620820 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extended resource: tags {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:18:33.623708 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extended resource: tags {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:18:33.625629 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extended resource: tags {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:18:33.627655 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.extensions [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Extended resource: tags {{(pid=84199) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:18:33.635104 dv-cinder-780933-3-smb neutron-server[84199]: WARNING keystonemiddleware.auth_token [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 07 14:18:33.640478 dv-cinder-780933-3-smb neutron-server[84199]: WARNING keystonemiddleware.auth_token [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 07 14:18:33.650025 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Acquired lock "singleton_lock" {{(pid=84199) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 07 14:18:33.650559 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Releasing lock "singleton_lock" {{(pid=84199) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 07 14:18:33.652048 dv-cinder-780933-3-smb neutron-server[84199]: INFO oslo_service.service [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Starting 2 workers Apr 07 14:18:33.656948 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Started child 84312 {{(pid=84199) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 07 14:18:33.660826 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:18:33.662443 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Started child 84313 {{(pid=84199) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 07 14:18:33.662632 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [-] (84312) wsgi starting up on http://0.0.0.0:9696 Apr 07 14:18:33.663396 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.service [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 07 14:18:33.664124 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Notify callbacks [] for process, before_spawn {{(pid=84199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:18:33.665239 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:18:33.666608 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [-] (84313) wsgi starting up on http://0.0.0.0:9696 Apr 07 14:18:33.666828 dv-cinder-780933-3-smb neutron-server[84199]: INFO oslo_service.service [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Starting 1 workers Apr 07 14:18:33.672487 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Started child 84314 {{(pid=84199) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 07 14:18:33.673051 dv-cinder-780933-3-smb neutron-server[84199]: INFO oslo_service.service [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Starting 1 workers Apr 07 14:18:33.674431 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.service [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] calling RpcWorker wait() {{(pid=84314) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 07 14:18:33.674870 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.service [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] returning from RpcWorker wait() {{(pid=84314) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 07 14:18:33.676410 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:18:33.676933 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:18:33.678057 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Started child 84315 {{(pid=84199) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 07 14:18:33.678898 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c2649b8-3f78-4053-9cc3-5628b72f2330 None None] Notify callbacks [] for process, after_spawn {{(pid=84199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:18:33.681155 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84199) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 07 14:18:33.681407 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 07 14:18:33.681622 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 07 14:18:33.681903 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 07 14:18:33.682305 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 07 14:18:33.682482 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 07 14:18:33.682869 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:18:33.683223 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.683527 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.683859 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.684197 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.684505 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.685156 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.685455 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.685760 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.686116 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.686382 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.686618 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.686773 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.687254 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.687528 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.687875 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.688241 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.688490 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.688784 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.689042 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.689298 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.689629 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.689919 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.690229 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] debug = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.690515 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.691074 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.691416 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.691707 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.691984 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.692286 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.692555 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.692874 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.693140 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.693395 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.693676 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.693966 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.694219 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.694498 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.694685 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.694948 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.695224 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.695628 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] host = dv-cinder-780933-3-smb {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.695908 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.696266 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.697027 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.697309 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.697575 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.697834 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.698118 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.698436 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.698726 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.698988 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.699271 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.699559 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.699829 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.700130 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] log_file = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.700299 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] log_options = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.700564 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.700888 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.701190 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.701409 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.701605 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.701795 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.702090 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.702280 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.702584 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.702837 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.703082 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.703350 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.703612 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.703858 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.704177 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.704442 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.704706 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.704965 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.705997 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.706374 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.706548 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.706816 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.707264 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.707735 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.708050 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.708312 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.708588 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.708898 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.709209 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.709500 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.709773 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.710062 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.710333 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.710628 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.710915 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.711156 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.711425 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.711779 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:18:33.711930 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.712045 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.712267 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.712561 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.712810 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.713093 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.713341 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.713605 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.713850 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] use_json = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.714094 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.714355 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.714653 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.714898 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.715160 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.715414 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.715650 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.715947 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.716364 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.716686 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.718157 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.718157 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.718157 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.718157 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.718157 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.720585 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.720585 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.720585 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.720585 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.720585 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.720585 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.720585 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.720585 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.721477 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.721477 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.721477 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.721477 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.721477 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.721857 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.721857 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.722209 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.722519 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.722799 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.63/identity {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.723067 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.723335 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.723586 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.723828 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.724099 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.724556 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.724717 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.724895 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.725144 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.725389 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.725638 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.725905 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.726146 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.726410 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.726684 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.726982 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.727251 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.727502 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.727751 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.728028 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.728271 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.728516 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.728779 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.729041 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.729331 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.729608 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.729853 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.730097 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.730338 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.730584 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.730865 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.731113 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.731356 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.731618 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.731904 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.732186 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.732480 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.732747 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.732990 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.733232 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.733484 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.733728 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.733989 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.734257 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.734498 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.734744 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.735002 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.735244 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.735503 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.735745 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.736011 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.736260 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.736507 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.736758 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.736999 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.737257 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.737498 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.737771 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.738032 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.738247 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.738598 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.738875 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.739140 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.739433 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.739716 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.741419 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.741419 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.741419 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.741419 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.741419 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.742593 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.742914 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.743729 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.744059 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.744322 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.744645 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.744900 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.745585 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.745585 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.745874 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.746023 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.746214 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.746581 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.746855 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.747238 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.747540 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.747870 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.748156 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.748421 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.748652 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.748936 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.749278 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.749579 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.749901 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.750198 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.750468 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.750731 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.750998 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.751291 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.751575 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.751844 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.752120 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.752598 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.752767 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.753018 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.753267 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.753533 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.753891 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.754208 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.754476 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.754723 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.755024 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.755319 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.755572 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.755865 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.756174 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.756459 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.756734 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.757012 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.63/identity {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.757285 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.757551 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.757847 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.758247 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.758644 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.759610 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.762073 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.762073 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.762073 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.762073 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.762073 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.762073 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.762073 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.762073 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.763650 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.763650 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.763650 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.763650 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.763650 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.763650 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.763650 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.765419 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.765419 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.765419 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.765419 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.765419 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.765419 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.765419 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.766325 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.766325 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.766325 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.766325 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.766863 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.766863 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.767138 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.767138 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.767418 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.767560 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.767811 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.768122 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.768350 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.768592 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.768843 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.769219 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.769491 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.769994 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.770137 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.770298 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.770566 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.770817 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.771672 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.771672 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.771672 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.772218 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.772218 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.772218 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.772786 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.772919 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.773039 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.774254 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.774254 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.774254 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.774254 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.774941 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.774941 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.774941 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.775402 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.775402 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.775672 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.775811 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.775994 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.776334 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.776728 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.777090 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.777469 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.777886 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.778311 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.778825 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.779239 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.779519 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.779847 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.780160 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.780458 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.780741 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.781112 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.781364 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.781649 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.782003 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.782266 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.782523 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.782904 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.783259 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.783617 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.783945 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.784219 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.784531 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.784845 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.785153 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.785405 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.785738 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.786116 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.786436 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.786722 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.787021 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.787316 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.787578 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.787850 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.788141 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.788397 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.788649 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.788947 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.789228 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.789521 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.789777 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.790105 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.790363 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.790645 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.790896 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.791179 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.791398 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.791600 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 07 14:18:33.792193 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84199) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 07 14:18:33.792365 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 07 14:18:33.792725 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 07 14:18:33.793013 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 07 14:18:33.793227 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 07 14:18:33.793419 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 07 14:18:33.793667 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.793862 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.794110 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.794292 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.794453 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.794876 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.795072 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.795260 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.795448 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.795636 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.795823 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.796045 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.796230 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.796416 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.796602 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.796788 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.796973 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.797163 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.797318 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.797500 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.797683 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.797873 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.798058 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] debug = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.798248 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.798471 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.798658 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.798843 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.799027 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.799211 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.799393 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.799577 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.799761 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.799967 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.800158 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.800324 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.800670 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.800850 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.801035 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.801219 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.801526 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.801650 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] host = dv-cinder-780933-3-smb {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.801747 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.801909 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.802089 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.802271 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.802455 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.802639 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.802822 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.803015 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.803190 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.803372 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.803556 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.803739 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.803941 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.804128 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] log_file = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.804312 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] log_options = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.804496 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.804678 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.804863 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.805063 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.805251 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.805994 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.806120 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.806478 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.806678 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.806836 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.807164 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.807510 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.807702 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.807867 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.808236 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.808604 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.808796 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.808983 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.809170 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.809355 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.809541 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.809725 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.809914 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.810079 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.810430 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.810619 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.810802 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.810987 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.811193 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.811360 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.811523 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.811709 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.811913 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.812103 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.812286 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.812470 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.812655 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.812843 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.813026 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.813211 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.813400 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.813581 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.813766 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.813950 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.814134 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.814322 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] use_json = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.814491 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.814672 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.814857 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.815020 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.815204 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.815384 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.815557 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.815720 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:18:33.815960 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.816129 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.816331 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.816520 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.816708 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.816897 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.817088 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.817273 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.817506 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.817680 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.817891 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.818011 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.818203 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.818390 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.818577 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.818770 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.818963 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.819145 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.819369 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.819562 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.819676 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.819841 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.820075 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.820263 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.820456 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.63/identity {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.820646 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.820862 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.821020 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.821256 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.821699 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.821891 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.822083 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.822250 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.822439 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.822626 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.822812 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.823000 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.823189 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.823378 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.823543 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.823717 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.823915 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.824105 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.824295 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.824485 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.824675 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.824864 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.825053 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.825241 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.825429 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.825629 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.825816 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.825955 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:18:33.826091 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.826225 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.826360 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.826494 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.826635 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.826771 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.826963 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.827152 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.827339 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.827543 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.827734 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.827904 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.828101 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.828267 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.828453 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.828639 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.828832 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.829018 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.829206 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.829392 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.829581 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.829787 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.829943 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.830081 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.830217 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.830409 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.830596 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.830782 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.830968 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.831153 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.831343 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.831529 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.831724 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.831966 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.832153 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.832340 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.832528 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.832716 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.832904 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.833091 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.833279 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.833466 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.833652 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.833839 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.834026 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.834216 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.834403 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.834589 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.834774 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.834961 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.835146 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.835332 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.835517 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.835705 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.835924 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.836081 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.836232 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.836422 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.836581 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.837318 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.837473 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.837724 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.837871 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.838060 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.839479 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.839479 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.839479 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.839479 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.839479 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.839479 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.839479 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.839479 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.842180 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.842180 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.842180 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.842180 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.842180 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.842180 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.842180 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.842180 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.843259 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.843259 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.843259 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.843259 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.843259 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.843259 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.843259 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.843259 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.844235 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.844235 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.844235 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.844235 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.63/identity {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.844235 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.844235 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.844235 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.844235 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.845073 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.845073 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.845073 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.845073 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.845073 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.845073 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.845073 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.845073 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.845957 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.845957 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.845957 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.845957 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.845957 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.845957 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.845957 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.845957 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.846765 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.846765 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.846765 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.846765 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.846765 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.847298 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.847298 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.847298 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.847298 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.847687 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.847687 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.847870 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.848027 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.848124 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.848258 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.848442 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.848633 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.848810 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.848990 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.849177 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.849370 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.849558 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.849747 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.849946 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.850089 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.850271 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.850459 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.850646 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.850833 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.851019 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.851207 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.851392 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.851566 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.851736 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.852120 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.852343 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.853113 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.853219 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.853378 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.853570 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.853766 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.853927 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.854127 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.854318 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.854486 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.854654 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.854843 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.855041 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.855218 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.855396 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.855583 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.855771 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.856000 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.856191 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.856384 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.856571 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.856757 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.856958 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.857148 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.857338 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.857535 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.857714 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.857865 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.858240 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.858444 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.858639 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.858812 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.858985 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.859172 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.859364 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.859553 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.859745 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.859976 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.860173 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.860363 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.860561 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.860758 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.860953 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.861142 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.861338 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.861547 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.861714 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.861881 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.862041 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.862209 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.862396 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.862584 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.862771 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.862963 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.863143 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.863329 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.863515 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.863701 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.863934 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.864088 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.864262 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.864448 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.864637 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.864819 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.865008 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:18:33.865191 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84199) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 07 14:18:33.989023 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 40912) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:18:34.000772 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [-] 10.222.0.63 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0095072 Apr 07 14:18:44.766625 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c78dd6-dfd2-499c-a75e-b15704c7794b None None] get_active_networks_info from dv-cinder-780933-3-smb {{(pid=84314) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 07 14:18:44.921194 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1828da61-bdb8-4940-83b5-66364aa9c1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175'] for agent, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:18:44.953230 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c78dd6-dfd2-499c-a75e-b15704c7794b None None] No non-hosted networks {{(pid=84314) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 07 14:18:47.337343 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-21cf9e4d-2144-4be6-ab82-823b45b04649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175'] for agent, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:18:47.409878 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-11c9400e-b537-441d-9e53-120aff6d0a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:18:48.140638 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-68064a8d-a1ee-4a07-912b-506dbeaf5e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175'] for agent, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:18:48.752576 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175'] for agent, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:18:48.753239 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:18:48.753755 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:18:48.754267 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:18:48.754835 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:18:48.755334 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:18:48.756062 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:18:48.756550 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:18:48.757224 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:18:48.757792 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:18:48.758393 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:18:48.758882 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:18:48.759360 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:18:48.759946 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-780933-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:18:48.769711 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-780933-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:18:49.805982 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-753d5ca8-67af-4e0f-aee9-cf9190fbeaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175'] for agent, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:18:50.059472 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.db.l3_hamode_db [None req-442d70d6-ed62-488c-8e12-5f1b276db62e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 07 14:18:50.149577 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442d70d6-ed62-488c-8e12-5f1b276db62e None None] Routers set() bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:18:50.150024 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442d70d6-ed62-488c-8e12-5f1b276db62e None None] Router IDs set() for agent in host dv-cinder-780933-3-smb {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 07 14:18:51.112761 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 41000) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:18:51.769778 dv-cinder-780933-3-smb neutron-server[84199]: WARNING oslo_policy.policy [None req-49b2ed57-9683-4f34-8667-964ebf1d80ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 14:18:51.770382 dv-cinder-780933-3-smb neutron-server[84199]: WARNING oslo_policy.policy [None req-49b2ed57-9683-4f34-8667-964ebf1d80ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 14:18:52.001307 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [None req-49b2ed57-9683-4f34-8667-964ebf1d80ed admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=84313) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 14:18:52.002483 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-49b2ed57-9683-4f34-8667-964ebf1d80ed admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8886940 Apr 07 14:18:54.820423 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 41016) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:18:55.484101 dv-cinder-780933-3-smb neutron-server[84199]: WARNING oslo_policy.policy [None req-ff9ac048-cdd1-433f-9028-285898ef35e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 14:18:55.485125 dv-cinder-780933-3-smb neutron-server[84199]: WARNING oslo_policy.policy [None req-ff9ac048-cdd1-433f-9028-285898ef35e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 14:18:55.747773 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-ff9ac048-cdd1-433f-9028-285898ef35e5 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:18:55.858522 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.policy [None req-ff9ac048-cdd1-433f-9028-285898ef35e5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84312) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 07 14:18:55.913306 dv-cinder-780933-3-smb neutron-server[84199]: WARNING oslo_policy.policy [None req-ff9ac048-cdd1-433f-9028-285898ef35e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 14:18:55.913725 dv-cinder-780933-3-smb neutron-server[84199]: WARNING oslo_policy.policy [None req-ff9ac048-cdd1-433f-9028-285898ef35e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 14:18:55.934210 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.quota [None req-ff9ac048-cdd1-433f-9028-285898ef35e5 admin admin] Loaded quota_driver: . Apr 07 14:18:55.950930 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-ff9ac048-cdd1-433f-9028-285898ef35e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:18:56.012221 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ff9ac048-cdd1-433f-9028-285898ef35e5 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363304364565378', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363304364564566', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363304364514113', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363304364516325', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363304364531826', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363304364539699', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854637865', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854421245', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7919650', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8364673'] for rbac-policy, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:18:56.081038 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ff9ac048-cdd1-433f-9028-285898ef35e5 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:18:56.082570 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-ff9ac048-cdd1-433f-9028-285898ef35e5 admin admin] 10.222.0.63 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2590292 Apr 07 14:18:59.212850 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 41034) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:18:59.672840 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-811d8983-2078-4300-8a3c-8030ca6b8465 admin admin] Request body: {'network': {'project_id': 'b74039670ac54a559b7c61a2133ead05', 'admin_state_up': True, 'name': 'private'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:18:59.678542 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.quota [None req-811d8983-2078-4300-8a3c-8030ca6b8465 admin admin] Loaded quota_driver: . Apr 07 14:18:59.703733 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-811d8983-2078-4300-8a3c-8030ca6b8465 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:18:59.715087 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-811d8983-2078-4300-8a3c-8030ca6b8465 admin admin] Usage tracker for resource:network and tenant:b74039670ac54a559b7c61a2133ead05 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:18:59.722670 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-811d8983-2078-4300-8a3c-8030ca6b8465 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:18:59.736147 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-811d8983-2078-4300-8a3c-8030ca6b8465 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:18:59.759102 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811d8983-2078-4300-8a3c-8030ca6b8465 admin admin] Made reservation on behalf of b74039670ac54a559b7c61a2133ead05 for: {'network': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:18:59.838287 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.policy [None req-811d8983-2078-4300-8a3c-8030ca6b8465 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84313) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 07 14:18:59.894256 dv-cinder-780933-3-smb neutron-server[84199]: WARNING oslo_policy.policy [None req-811d8983-2078-4300-8a3c-8030ca6b8465 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 14:18:59.894687 dv-cinder-780933-3-smb neutron-server[84199]: WARNING oslo_policy.policy [None req-811d8983-2078-4300-8a3c-8030ca6b8465 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 14:18:59.916523 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-811d8983-2078-4300-8a3c-8030ca6b8465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for network, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:18:59.937669 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-811d8983-2078-4300-8a3c-8030ca6b8465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:18:59.955204 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-811d8983-2078-4300-8a3c-8030ca6b8465 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:18:59.959482 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-811d8983-2078-4300-8a3c-8030ca6b8465 admin admin] Usage tracker for resource:security_group_rule and tenant:b74039670ac54a559b7c61a2133ead05 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:18:59.964118 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-811d8983-2078-4300-8a3c-8030ca6b8465 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:18:59.970755 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-811d8983-2078-4300-8a3c-8030ca6b8465 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:19:00.117863 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-811d8983-2078-4300-8a3c-8030ca6b8465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:00.121095 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-811d8983-2078-4300-8a3c-8030ca6b8465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:00.127587 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:19:00.148812 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-811d8983-2078-4300-8a3c-8030ca6b8465 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=84313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 07 14:19:00.335547 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-811d8983-2078-4300-8a3c-8030ca6b8465 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732486673642', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773215'] for segment, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:00.336212 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-811d8983-2078-4300-8a3c-8030ca6b8465 admin admin] Unsubscribe: segment precommit_create {{(pid=84313) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 07 14:19:00.336699 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.db.segments_db [None req-811d8983-2078-4300-8a3c-8030ca6b8465 admin admin] Added segment c06df7ed-0828-440e-9d22-fb33293f347a of type vlan for network 25d9a4f9-958d-4a11-9207-fb0b2fa6ed4a Apr 07 14:19:00.392839 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811d8983-2078-4300-8a3c-8030ca6b8465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de4a0792-dab9-4d94-a5a2-2aa7f1340fb5,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:19:00.415757 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811d8983-2078-4300-8a3c-8030ca6b8465 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:19:00.416159 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811d8983-2078-4300-8a3c-8030ca6b8465 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:19:00.416525 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811d8983-2078-4300-8a3c-8030ca6b8465 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:19:00.416885 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811d8983-2078-4300-8a3c-8030ca6b8465 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:19:00.417240 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811d8983-2078-4300-8a3c-8030ca6b8465 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:19:00.417599 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811d8983-2078-4300-8a3c-8030ca6b8465 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:19:00.417949 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811d8983-2078-4300-8a3c-8030ca6b8465 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:19:00.418298 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811d8983-2078-4300-8a3c-8030ca6b8465 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:19:00.418652 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811d8983-2078-4300-8a3c-8030ca6b8465 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:19:00.419003 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811d8983-2078-4300-8a3c-8030ca6b8465 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:19:00.419354 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811d8983-2078-4300-8a3c-8030ca6b8465 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:19:00.419700 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811d8983-2078-4300-8a3c-8030ca6b8465 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:19:00.420871 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811d8983-2078-4300-8a3c-8030ca6b8465 admin admin] Tracked resource versions report: Apr 07 14:19:00.420871 dv-cinder-780933-3-smb neutron-server[84199]: pushed versions: Apr 07 14:19:00.420871 dv-cinder-780933-3-smb neutron-server[84199]: { 'AddressGroup': {'1.2'}, Apr 07 14:19:00.420871 dv-cinder-780933-3-smb neutron-server[84199]: 'ConntrackHelper': {'1.0'}, Apr 07 14:19:00.420871 dv-cinder-780933-3-smb neutron-server[84199]: 'Log': {'1.0'}, Apr 07 14:19:00.420871 dv-cinder-780933-3-smb neutron-server[84199]: 'Network': {'1.1'}, Apr 07 14:19:00.420871 dv-cinder-780933-3-smb neutron-server[84199]: 'Port': {'1.7'}, Apr 07 14:19:00.420871 dv-cinder-780933-3-smb neutron-server[84199]: 'PortForwarding': {'1.2'}, Apr 07 14:19:00.420871 dv-cinder-780933-3-smb neutron-server[84199]: 'QosPolicy': {'1.8'}, Apr 07 14:19:00.420871 dv-cinder-780933-3-smb neutron-server[84199]: 'SecurityGroup': {'1.4'}, Apr 07 14:19:00.420871 dv-cinder-780933-3-smb neutron-server[84199]: 'SecurityGroupRule': {'1.2'}, Apr 07 14:19:00.420871 dv-cinder-780933-3-smb neutron-server[84199]: 'SubPort': {'1.0'}, Apr 07 14:19:00.420871 dv-cinder-780933-3-smb neutron-server[84199]: 'Subnet': {'1.1'}, Apr 07 14:19:00.420871 dv-cinder-780933-3-smb neutron-server[84199]: 'Trunk': {'1.1'}} Apr 07 14:19:00.420871 dv-cinder-780933-3-smb neutron-server[84199]: consumer versions: Apr 07 14:19:00.420871 dv-cinder-780933-3-smb neutron-server[84199]: { DHCP agent@dv-cinder-780933-3-smb: {}, Apr 07 14:19:00.420871 dv-cinder-780933-3-smb neutron-server[84199]: L3 agent@dv-cinder-780933-3-smb: {}, Apr 07 14:19:00.420871 dv-cinder-780933-3-smb neutron-server[84199]: Metadata agent@dv-cinder-780933-3-smb: {}, Apr 07 14:19:00.420871 dv-cinder-780933-3-smb neutron-server[84199]: Metering agent@dv-cinder-780933-3-smb: {}, Apr 07 14:19:00.420871 dv-cinder-780933-3-smb neutron-server[84199]: Open vSwitch agent@dv-cinder-780933-3-smb: { 'AddressGroup': '1.2', Apr 07 14:19:00.420871 dv-cinder-780933-3-smb neutron-server[84199]: 'ConntrackHelper': '1.0', Apr 07 14:19:00.420871 dv-cinder-780933-3-smb neutron-server[84199]: 'Log': '1.0', Apr 07 14:19:00.420871 dv-cinder-780933-3-smb neutron-server[84199]: 'Network': '1.1', Apr 07 14:19:00.420871 dv-cinder-780933-3-smb neutron-server[84199]: 'Port': '1.7', Apr 07 14:19:00.420871 dv-cinder-780933-3-smb neutron-server[84199]: 'PortForwarding': '1.2', Apr 07 14:19:00.420871 dv-cinder-780933-3-smb neutron-server[84199]: 'QosPolicy': '1.8', Apr 07 14:19:00.420871 dv-cinder-780933-3-smb neutron-server[84199]: 'SecurityGroup': '1.4', Apr 07 14:19:00.420871 dv-cinder-780933-3-smb neutron-server[84199]: 'SecurityGroupRule': '1.2', Apr 07 14:19:00.420871 dv-cinder-780933-3-smb neutron-server[84199]: 'SubPort': '1.0', Apr 07 14:19:00.420871 dv-cinder-780933-3-smb neutron-server[84199]: 'Subnet': '1.1', Apr 07 14:19:00.420871 dv-cinder-780933-3-smb neutron-server[84199]: 'Trunk': '1.1'}} Apr 07 14:19:00.420871 dv-cinder-780933-3-smb neutron-server[84199]: {{(pid=84313) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 07 14:19:00.465149 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-811d8983-2078-4300-8a3c-8030ca6b8465 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304368617707'] for network, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:00.474309 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-811d8983-2078-4300-8a3c-8030ca6b8465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:19:00.513413 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-811d8983-2078-4300-8a3c-8030ca6b8465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954'] for network, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:00.514936 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811d8983-2078-4300-8a3c-8030ca6b8465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:19:00.515604 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-811d8983-2078-4300-8a3c-8030ca6b8465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for network, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:00.519616 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:19:00.639518 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-811d8983-2078-4300-8a3c-8030ca6b8465 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4254940 Apr 07 14:19:00.640295 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811d8983-2078-4300-8a3c-8030ca6b8465 admin admin] Pushing event updated for resources: {'Network': ['ID=25d9a4f9-958d-4a11-9207-fb0b2fa6ed4a,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:19:00.643815 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-811d8983-2078-4300-8a3c-8030ca6b8465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:19:00.653969 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Network 25d9a4f9-958d-4a11-9207-fb0b2fa6ed4a details requested by agent ovs-agent-dv-cinder-780933-3-smb with host dv-cinder-780933-3-smb {{(pid=84314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 14:19:03.822629 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 41052) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:19:04.312725 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d72bb53-332e-4207-a13a-f544641ca95f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:19:04.314200 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-1d72bb53-332e-4207-a13a-f544641ca95f admin admin] 10.222.0.63 "GET /v2.0/networks/25d9a4f9-958d-4a11-9207-fb0b2fa6ed4a HTTP/1.1" status: 200 len: 825 time: 0.4905536 Apr 07 14:19:04.347535 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-03c8766b-97fa-4bbf-b5df-ef3add733148 admin admin] 10.222.0.63 "GET /v2.0/subnetpools/a96146bd-1054-4f5f-9ea6-332df313c425 HTTP/1.1" status: 200 len: 734 time: 0.0268309 Apr 07 14:19:04.358495 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-0461d926-cf09-4375-b63a-1c7504ea5bfa admin admin] Request body: {'subnet': {'subnetpool_id': 'a96146bd-1054-4f5f-9ea6-332df313c425', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '25d9a4f9-958d-4a11-9207-fb0b2fa6ed4a', 'tenant_id': 'b74039670ac54a559b7c61a2133ead05', 'ip_version': 4}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:19:04.363982 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-0461d926-cf09-4375-b63a-1c7504ea5bfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:19:04.369000 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-0461d926-cf09-4375-b63a-1c7504ea5bfa admin admin] Usage tracker for resource:subnet and tenant:b74039670ac54a559b7c61a2133ead05 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:19:04.372200 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-0461d926-cf09-4375-b63a-1c7504ea5bfa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:19:04.378768 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-0461d926-cf09-4375-b63a-1c7504ea5bfa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:19:04.387870 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0461d926-cf09-4375-b63a-1c7504ea5bfa admin admin] Made reservation on behalf of b74039670ac54a559b7c61a2133ead05 for: {'subnet': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:19:04.392656 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0461d926-cf09-4375-b63a-1c7504ea5bfa admin admin] Notify callbacks [] for subnet, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:04.871589 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0461d926-cf09-4375-b63a-1c7504ea5bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954'] for subnet, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:04.886551 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:19:05.019306 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0461d926-cf09-4375-b63a-1c7504ea5bfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=50cb4d97-2cd2-4a56-8d1c-86d77c76b4c6,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:19:05.033954 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0461d926-cf09-4375-b63a-1c7504ea5bfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:19:05.090644 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0461d926-cf09-4375-b63a-1c7504ea5bfa admin admin] Checking segment: {'id': 'c06df7ed-0828-440e-9d22-fb33293f347a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '25d9a4f9-958d-4a11-9207-fb0b2fa6ed4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:19:05.091033 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0461d926-cf09-4375-b63a-1c7504ea5bfa admin admin] Network hostable DHCP agents. Network: 25d9a4f9-958d-4a11-9207-fb0b2fa6ed4a, hostable agents: ['42bbb647-2c35-4d48-afa7-1676ea318721'], hosted agents: [] {{(pid=84313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 14:19:05.111176 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0461d926-cf09-4375-b63a-1c7504ea5bfa admin admin] Network 25d9a4f9-958d-4a11-9207-fb0b2fa6ed4a is scheduled to be hosted by DHCP agent 42bbb647-2c35-4d48-afa7-1676ea318721 with binding_index 1 {{(pid=84313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 14:19:05.120133 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-0461d926-cf09-4375-b63a-1c7504ea5bfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-3-smb, 25d9a4f9-958d-4a11-9207-fb0b2fa6ed4a) {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:19:05.124779 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0461d926-cf09-4375-b63a-1c7504ea5bfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:19:05.125371 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0461d926-cf09-4375-b63a-1c7504ea5bfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for subnet, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:05.130418 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1677a180-9828-495a-adbc-172c16005212 None None] Network 25d9a4f9-958d-4a11-9207-fb0b2fa6ed4a requested from dv-cinder-780933-3-smb {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 14:19:05.144899 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-0461d926-cf09-4375-b63a-1c7504ea5bfa admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7904873 Apr 07 14:19:05.455418 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ee3750-301c-423b-a5af-ab3765fc3a3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e77faf1-5b15-584d-a05e-bc43854c9102-25d9a4f9-958d-4a11-9207-fb0b2fa6ed4a', 'network_id': '25d9a4f9-958d-4a11-9207-fb0b2fa6ed4a', 'tenant_id': 'b74039670ac54a559b7c61a2133ead05', 'fixed_ips': [{'subnet_id': '50cb4d97-2cd2-4a56-8d1c-86d77c76b4c6'}]}} from dv-cinder-780933-3-smb. {{(pid=84314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 07 14:19:05.456738 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f2ee3750-301c-423b-a5af-ab3765fc3a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:05.656785 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-f2ee3750-301c-423b-a5af-ab3765fc3a3d None None] Allocated IP 172.20.0.2 (25d9a4f9-958d-4a11-9207-fb0b2fa6ed4a/50cb4d97-2cd2-4a56-8d1c-86d77c76b4c6/51e4383d-2535-4745-899c-548c067296e4) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 14:19:06.065739 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f2ee3750-301c-423b-a5af-ab3765fc3a3d None None] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:06.078700 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f2ee3750-301c-423b-a5af-ab3765fc3a3d None None] Transition to ACTIVE for port object 51e4383d-2535-4745-899c-548c067296e4 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:19:06.098716 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f2ee3750-301c-423b-a5af-ab3765fc3a3d None None] Transition to ACTIVE for port object 51e4383d-2535-4745-899c-548c067296e4 will not be triggered until provisioned by entity DHCP. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:19:06.105020 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f2ee3750-301c-423b-a5af-ab3765fc3a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732486185860'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:06.120371 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:19:06.251122 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee3750-301c-423b-a5af-ab3765fc3a3d None None] Pushing event updated for resources: {'Port': ['ID=51e4383d-2535-4745-899c-548c067296e4,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:19:06.263568 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ee3750-301c-423b-a5af-ab3765fc3a3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:19:06.263962 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ee3750-301c-423b-a5af-ab3765fc3a3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:19:06.264327 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ee3750-301c-423b-a5af-ab3765fc3a3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:19:06.264684 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ee3750-301c-423b-a5af-ab3765fc3a3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:19:06.265037 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ee3750-301c-423b-a5af-ab3765fc3a3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:19:06.265394 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ee3750-301c-423b-a5af-ab3765fc3a3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:19:06.265743 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ee3750-301c-423b-a5af-ab3765fc3a3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:19:06.266094 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ee3750-301c-423b-a5af-ab3765fc3a3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:19:06.266443 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ee3750-301c-423b-a5af-ab3765fc3a3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:19:06.266795 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ee3750-301c-423b-a5af-ab3765fc3a3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:19:06.267140 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ee3750-301c-423b-a5af-ab3765fc3a3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:19:06.267492 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ee3750-301c-423b-a5af-ab3765fc3a3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:19:06.268608 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ee3750-301c-423b-a5af-ab3765fc3a3d None None] Tracked resource versions report: Apr 07 14:19:06.268608 dv-cinder-780933-3-smb neutron-server[84199]: pushed versions: Apr 07 14:19:06.268608 dv-cinder-780933-3-smb neutron-server[84199]: { 'AddressGroup': {'1.2'}, Apr 07 14:19:06.268608 dv-cinder-780933-3-smb neutron-server[84199]: 'ConntrackHelper': {'1.0'}, Apr 07 14:19:06.268608 dv-cinder-780933-3-smb neutron-server[84199]: 'Log': {'1.0'}, Apr 07 14:19:06.268608 dv-cinder-780933-3-smb neutron-server[84199]: 'Network': {'1.1'}, Apr 07 14:19:06.268608 dv-cinder-780933-3-smb neutron-server[84199]: 'Port': {'1.7'}, Apr 07 14:19:06.268608 dv-cinder-780933-3-smb neutron-server[84199]: 'PortForwarding': {'1.2'}, Apr 07 14:19:06.268608 dv-cinder-780933-3-smb neutron-server[84199]: 'QosPolicy': {'1.8'}, Apr 07 14:19:06.268608 dv-cinder-780933-3-smb neutron-server[84199]: 'SecurityGroup': {'1.4'}, Apr 07 14:19:06.268608 dv-cinder-780933-3-smb neutron-server[84199]: 'SecurityGroupRule': {'1.2'}, Apr 07 14:19:06.268608 dv-cinder-780933-3-smb neutron-server[84199]: 'SubPort': {'1.0'}, Apr 07 14:19:06.268608 dv-cinder-780933-3-smb neutron-server[84199]: 'Subnet': {'1.1'}, Apr 07 14:19:06.268608 dv-cinder-780933-3-smb neutron-server[84199]: 'Trunk': {'1.1'}} Apr 07 14:19:06.268608 dv-cinder-780933-3-smb neutron-server[84199]: consumer versions: Apr 07 14:19:06.268608 dv-cinder-780933-3-smb neutron-server[84199]: { DHCP agent@dv-cinder-780933-3-smb: {}, Apr 07 14:19:06.268608 dv-cinder-780933-3-smb neutron-server[84199]: L3 agent@dv-cinder-780933-3-smb: {}, Apr 07 14:19:06.268608 dv-cinder-780933-3-smb neutron-server[84199]: Metadata agent@dv-cinder-780933-3-smb: {}, Apr 07 14:19:06.268608 dv-cinder-780933-3-smb neutron-server[84199]: Metering agent@dv-cinder-780933-3-smb: {}, Apr 07 14:19:06.268608 dv-cinder-780933-3-smb neutron-server[84199]: Open vSwitch agent@dv-cinder-780933-3-smb: { 'AddressGroup': '1.2', Apr 07 14:19:06.268608 dv-cinder-780933-3-smb neutron-server[84199]: 'ConntrackHelper': '1.0', Apr 07 14:19:06.268608 dv-cinder-780933-3-smb neutron-server[84199]: 'Log': '1.0', Apr 07 14:19:06.268608 dv-cinder-780933-3-smb neutron-server[84199]: 'Network': '1.1', Apr 07 14:19:06.268608 dv-cinder-780933-3-smb neutron-server[84199]: 'Port': '1.7', Apr 07 14:19:06.268608 dv-cinder-780933-3-smb neutron-server[84199]: 'PortForwarding': '1.2', Apr 07 14:19:06.268608 dv-cinder-780933-3-smb neutron-server[84199]: 'QosPolicy': '1.8', Apr 07 14:19:06.268608 dv-cinder-780933-3-smb neutron-server[84199]: 'SecurityGroup': '1.4', Apr 07 14:19:06.268608 dv-cinder-780933-3-smb neutron-server[84199]: 'SecurityGroupRule': '1.2', Apr 07 14:19:06.268608 dv-cinder-780933-3-smb neutron-server[84199]: 'SubPort': '1.0', Apr 07 14:19:06.268608 dv-cinder-780933-3-smb neutron-server[84199]: 'Subnet': '1.1', Apr 07 14:19:06.268608 dv-cinder-780933-3-smb neutron-server[84199]: 'Trunk': '1.1'}} Apr 07 14:19:06.268608 dv-cinder-780933-3-smb neutron-server[84199]: {{(pid=84314) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 07 14:19:06.277071 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f2ee3750-301c-423b-a5af-ab3765fc3a3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:19:06.328230 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ee3750-301c-423b-a5af-ab3765fc3a3d None None] Network 25d9a4f9-958d-4a11-9207-fb0b2fa6ed4a is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:19:06.329393 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-f2ee3750-301c-423b-a5af-ab3765fc3a3d None None] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:19:06.332358 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ee3750-301c-423b-a5af-ab3765fc3a3d None None] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 14:19:06.432890 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-f2ee3750-301c-423b-a5af-ab3765fc3a3d None None] Attempting to bind port 51e4383d-2535-4745-899c-548c067296e4 on host dv-cinder-780933-3-smb for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 14:19:06.433326 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-f2ee3750-301c-423b-a5af-ab3765fc3a3d None None] Attempting to bind port 51e4383d-2535-4745-899c-548c067296e4 by drivers openvswitch,hyperv on host dv-cinder-780933-3-smb at level 0 using segments [{'id': 'c06df7ed-0828-440e-9d22-fb33293f347a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '25d9a4f9-958d-4a11-9207-fb0b2fa6ed4a'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 14:19:06.433744 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ee3750-301c-423b-a5af-ab3765fc3a3d None None] Attempting to bind port 51e4383d-2535-4745-899c-548c067296e4 on network 25d9a4f9-958d-4a11-9207-fb0b2fa6ed4a {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:19:06.439516 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ee3750-301c-423b-a5af-ab3765fc3a3d None None] Checking agent: {'id': '8ae518a7-0379-42e9-ab12-7bfd998fa0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 14, 18, 49), 'started_at': datetime.datetime(2021, 4, 7, 14, 18, 49), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 14, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 14:19:06.439950 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ee3750-301c-423b-a5af-ab3765fc3a3d None None] Checking segment: {'id': 'c06df7ed-0828-440e-9d22-fb33293f347a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '25d9a4f9-958d-4a11-9207-fb0b2fa6ed4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:19:06.441409 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f2ee3750-301c-423b-a5af-ab3765fc3a3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:06.441409 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ee3750-301c-423b-a5af-ab3765fc3a3d None None] Bound using segment: {'id': 'c06df7ed-0828-440e-9d22-fb33293f347a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '25d9a4f9-958d-4a11-9207-fb0b2fa6ed4a'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 14:19:06.441409 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-f2ee3750-301c-423b-a5af-ab3765fc3a3d None None] Bound port: 51e4383d-2535-4745-899c-548c067296e4, host: dv-cinder-780933-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c06df7ed-0828-440e-9d22-fb33293f347a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '25d9a4f9-958d-4a11-9207-fb0b2fa6ed4a'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 14:19:06.441759 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f2ee3750-301c-423b-a5af-ab3765fc3a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:06.522782 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f2ee3750-301c-423b-a5af-ab3765fc3a3d None None] For port 51e4383d-2535-4745-899c-548c067296e4, host dv-cinder-780933-3-smb, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 14:19:06.527481 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f2ee3750-301c-423b-a5af-ab3765fc3a3d None None] For port 51e4383d-2535-4745-899c-548c067296e4, host dv-cinder-780933-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=51e4383d-2535-4745-899c-548c067296e4,segment=NetworkSegment(c06df7ed-0828-440e-9d22-fb33293f347a),segment_id=c06df7ed-0828-440e-9d22-fb33293f347a)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 14:19:06.530802 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f2ee3750-301c-423b-a5af-ab3765fc3a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:06.545953 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f2ee3750-301c-423b-a5af-ab3765fc3a3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:19:06.693451 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee3750-301c-423b-a5af-ab3765fc3a3d None None] Pushing event updated for resources: {'Port': ['ID=51e4383d-2535-4745-899c-548c067296e4,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:19:06.699213 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f2ee3750-301c-423b-a5af-ab3765fc3a3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:19:07.941392 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 41062) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:19:08.355061 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [None req-1f7321cc-3305-4135-b9de-75374e1ab442 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=84313) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 14:19:08.356173 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-1f7321cc-3305-4135-b9de-75374e1ab442 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4138236 Apr 07 14:19:11.138673 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 41076) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:19:11.399583 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 51e4383d-2535-4745-899c-548c067296e4 up at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:19:11.484987 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning for port 51e4383d-2535-4745-899c-548c067296e4 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:19:11.592225 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [None req-9998393d-5fe8-4c89-9039-26a7db47534d admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=84313) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 14:19:11.593340 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-9998393d-5fe8-4c89-9039-26a7db47534d admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4535620 Apr 07 14:19:11.616340 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5c2114-a5eb-4246-a435-4cc796c338ad None None] Network 25d9a4f9-958d-4a11-9207-fb0b2fa6ed4a requested from dv-cinder-780933-3-smb {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 14:19:11.714725 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-3d229d34-2d1c-41dc-9746-bfa4dff33df1 None None] Provisioning for port 51e4383d-2535-4745-899c-548c067296e4 completed by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:19:11.725414 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-3d229d34-2d1c-41dc-9746-bfa4dff33df1 None None] Provisioning complete for port 51e4383d-2535-4745-899c-548c067296e4 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:19:11.725834 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3d229d34-2d1c-41dc-9746-bfa4dff33df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:11.970794 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3d229d34-2d1c-41dc-9746-bfa4dff33df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:12.081062 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-3d229d34-2d1c-41dc-9746-bfa4dff33df1 None None] For port 51e4383d-2535-4745-899c-548c067296e4, host dv-cinder-780933-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=51e4383d-2535-4745-899c-548c067296e4,segment=NetworkSegment(c06df7ed-0828-440e-9d22-fb33293f347a),segment_id=c06df7ed-0828-440e-9d22-fb33293f347a)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:19:12.088580 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3d229d34-2d1c-41dc-9746-bfa4dff33df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:12.098637 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:19:12.219582 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d229d34-2d1c-41dc-9746-bfa4dff33df1 None None] Pushing event updated for resources: {'Port': ['ID=51e4383d-2535-4745-899c-548c067296e4,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:19:12.222861 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-3d229d34-2d1c-41dc-9746-bfa4dff33df1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:19:12.414659 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-c7819899-3109-448b-85fb-f925d8a81c9e None None] Provisioning complete for port 51e4383d-2535-4745-899c-548c067296e4 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:19:12.415058 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c7819899-3109-448b-85fb-f925d8a81c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:13.361277 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 51e4383d-2535-4745-899c-548c067296e4 up at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:19:13.432804 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning complete for port 51e4383d-2535-4745-899c-548c067296e4 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:19:13.433215 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:14.646726 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 41088) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:19:14.668138 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5cd27e8c-a157-40c5-9fd6-13ea85aca898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:15.024298 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-a8c62b0e-7f38-4e84-a0ff-f578e571c2b4 admin admin] Request body: {'router': {'tenant_id': 'b74039670ac54a559b7c61a2133ead05', 'admin_state_up': True, 'name': 'router1'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:19:15.029736 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-a8c62b0e-7f38-4e84-a0ff-f578e571c2b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:19:15.033726 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-a8c62b0e-7f38-4e84-a0ff-f578e571c2b4 admin admin] Usage tracker for resource:router and tenant:b74039670ac54a559b7c61a2133ead05 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:19:15.036901 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-a8c62b0e-7f38-4e84-a0ff-f578e571c2b4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:19:15.042862 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-a8c62b0e-7f38-4e84-a0ff-f578e571c2b4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:19:15.051805 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a8c62b0e-7f38-4e84-a0ff-f578e571c2b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8285199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7324'] for router, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:15.053153 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a8c62b0e-7f38-4e84-a0ff-f578e571c2b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8287382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8275297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8313148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768492'] for router, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:15.074621 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a8c62b0e-7f38-4e84-a0ff-f578e571c2b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:15.181935 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a8c62b0e-7f38-4e84-a0ff-f578e571c2b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846490618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846500450'] for router, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:15.201260 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a8c62b0e-7f38-4e84-a0ff-f578e571c2b4 admin admin] Notify callbacks [] for router, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:15.202515 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-a8c62b0e-7f38-4e84-a0ff-f578e571c2b4 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5547349 Apr 07 14:19:17.343325 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-33a1d6bd-1444-43ce-9b6d-245e8c6d2ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:17.976671 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 41108) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:19:18.062863 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-68064a8d-a1ee-4a07-912b-506dbeaf5e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:18.141009 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [None req-a5d9c18c-e69a-4cba-a6eb-8562f89a9d02 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=84313) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 14:19:18.142088 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-a5d9c18c-e69a-4cba-a6eb-8562f89a9d02 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1644821 Apr 07 14:19:18.745148 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:19.740902 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-753d5ca8-67af-4e0f-aee9-cf9190fbeaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:20.756570 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 41128) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:19:20.809291 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-924411f6-ec4b-4902-8d55-909ced66370d admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:19:20.814131 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-924411f6-ec4b-4902-8d55-909ced66370d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:19:20.818061 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-924411f6-ec4b-4902-8d55-909ced66370d admin admin] Usage tracker for resource:network and tenant:3030079755da4a1eb3349ad12a38f2ae is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:19:20.822316 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-924411f6-ec4b-4902-8d55-909ced66370d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:19:20.828392 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-924411f6-ec4b-4902-8d55-909ced66370d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:19:20.843321 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924411f6-ec4b-4902-8d55-909ced66370d admin admin] Made reservation on behalf of 3030079755da4a1eb3349ad12a38f2ae for: {'network': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:19:20.848259 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-924411f6-ec4b-4902-8d55-909ced66370d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for network, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:20.861574 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-924411f6-ec4b-4902-8d55-909ced66370d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:20.877327 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-924411f6-ec4b-4902-8d55-909ced66370d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:19:20.881236 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-924411f6-ec4b-4902-8d55-909ced66370d admin admin] Usage tracker for resource:security_group_rule and tenant:3030079755da4a1eb3349ad12a38f2ae is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:19:20.884756 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-924411f6-ec4b-4902-8d55-909ced66370d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:19:20.891210 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-924411f6-ec4b-4902-8d55-909ced66370d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:19:20.987312 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-924411f6-ec4b-4902-8d55-909ced66370d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:20.990207 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-924411f6-ec4b-4902-8d55-909ced66370d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:20.995196 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-811d8983-2078-4300-8a3c-8030ca6b8465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:19:21.011738 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-924411f6-ec4b-4902-8d55-909ced66370d admin admin] Reserving flat network on physical network physnet1 {{(pid=84313) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 07 14:19:21.032995 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924411f6-ec4b-4902-8d55-909ced66370d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9dd006-4135-48e3-be91-f76ee09d5800,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:19:21.037119 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-924411f6-ec4b-4902-8d55-909ced66370d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:19:21.038145 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-924411f6-ec4b-4902-8d55-909ced66370d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773215'] for segment, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:21.038471 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.db.segments_db [None req-924411f6-ec4b-4902-8d55-909ced66370d admin admin] Added segment feed5fe9-833d-41c1-bf1c-58a271b81c41 of type flat for network 6dc11b00-4e00-4f77-8f6a-5304324fd48e Apr 07 14:19:21.073357 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-924411f6-ec4b-4902-8d55-909ced66370d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304368617707'] for network, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:21.108912 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-924411f6-ec4b-4902-8d55-909ced66370d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954'] for network, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:21.110218 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924411f6-ec4b-4902-8d55-909ced66370d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:19:21.110844 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-924411f6-ec4b-4902-8d55-909ced66370d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for network, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:21.115644 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-811d8983-2078-4300-8a3c-8030ca6b8465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:19:21.367903 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-924411f6-ec4b-4902-8d55-909ced66370d admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6096232 Apr 07 14:19:21.368661 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924411f6-ec4b-4902-8d55-909ced66370d admin admin] Pushing event updated for resources: {'Network': ['ID=6dc11b00-4e00-4f77-8f6a-5304324fd48e,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:19:21.382145 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-924411f6-ec4b-4902-8d55-909ced66370d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:19:21.390289 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Network 6dc11b00-4e00-4f77-8f6a-5304324fd48e details requested by agent ovs-agent-dv-cinder-780933-3-smb with host dv-cinder-780933-3-smb {{(pid=84314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 14:19:23.996388 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 41138) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:19:24.109875 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed38067-af0e-4966-a27b-6f67392a7567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:19:24.111291 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-eed38067-af0e-4966-a27b-6f67392a7567 admin admin] 10.222.0.63 "GET /v2.0/subnets/50cb4d97-2cd2-4a56-8d1c-86d77c76b4c6 HTTP/1.1" status: 200 len: 849 time: 0.1138940 Apr 07 14:19:24.259943 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-628851e4-9b12-45fc-b17e-02b6d2828882 admin admin] 10.222.0.63 "GET /v2.0/routers/72c54b6c-d881-4f3c-9f17-ff28ad252742 HTTP/1.1" status: 200 len: 704 time: 0.1423404 Apr 07 14:19:24.746346 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-01d3d0ae-67b2-4b14-b719-7227373679d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:24.981877 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-01d3d0ae-67b2-4b14-b719-7227373679d5 admin admin] Allocated IP 172.20.0.1 (25d9a4f9-958d-4a11-9207-fb0b2fa6ed4a/50cb4d97-2cd2-4a56-8d1c-86d77c76b4c6/7f446a6e-3c8c-4612-bb04-24bf21a2de51) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 14:19:25.144822 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-01d3d0ae-67b2-4b14-b719-7227373679d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:25.162594 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-01d3d0ae-67b2-4b14-b719-7227373679d5 admin admin] Transition to ACTIVE for port object 7f446a6e-3c8c-4612-bb04-24bf21a2de51 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:19:25.221266 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-01d3d0ae-67b2-4b14-b719-7227373679d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732486185860'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:25.237257 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:19:25.373937 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d3d0ae-67b2-4b14-b719-7227373679d5 admin admin] Pushing event updated for resources: {'Port': ['ID=7f446a6e-3c8c-4612-bb04-24bf21a2de51,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:19:25.377473 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-01d3d0ae-67b2-4b14-b719-7227373679d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:19:25.439849 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d3d0ae-67b2-4b14-b719-7227373679d5 admin admin] Network 25d9a4f9-958d-4a11-9207-fb0b2fa6ed4a is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:19:25.441117 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-01d3d0ae-67b2-4b14-b719-7227373679d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:19:25.443880 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d3d0ae-67b2-4b14-b719-7227373679d5 admin admin] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 14:19:25.444715 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-01d3d0ae-67b2-4b14-b719-7227373679d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8357458'] for router_interface, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:25.648984 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-b90cba03-6bea-4970-bdc5-b1dce1409870 None None] Provisioning for port 7f446a6e-3c8c-4612-bb04-24bf21a2de51 completed by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:19:25.654522 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-b90cba03-6bea-4970-bdc5-b1dce1409870 None None] Provisioning complete for port 7f446a6e-3c8c-4612-bb04-24bf21a2de51 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:19:25.654935 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b90cba03-6bea-4970-bdc5-b1dce1409870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:25.715672 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-b90cba03-6bea-4970-bdc5-b1dce1409870 None None] Port 7f446a6e-3c8c-4612-bb04-24bf21a2de51 cannot update to ACTIVE because it is not bound. {{(pid=84314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 14:19:25.886104 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-01d3d0ae-67b2-4b14-b719-7227373679d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:26.167063 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-01d3d0ae-67b2-4b14-b719-7227373679d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:26.170667 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-01d3d0ae-67b2-4b14-b719-7227373679d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:26.171783 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-01d3d0ae-67b2-4b14-b719-7227373679d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846875651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8281223'] for router_interface, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:26.186829 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-01d3d0ae-67b2-4b14-b719-7227373679d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:19:26.317141 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d3d0ae-67b2-4b14-b719-7227373679d5 admin admin] Pushing event updated for resources: {'Port': ['ID=7f446a6e-3c8c-4612-bb04-24bf21a2de51,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:19:26.320692 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-01d3d0ae-67b2-4b14-b719-7227373679d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:19:26.378759 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d3d0ae-67b2-4b14-b719-7227373679d5 admin admin] Network 25d9a4f9-958d-4a11-9207-fb0b2fa6ed4a is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:19:26.379925 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-01d3d0ae-67b2-4b14-b719-7227373679d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:19:26.580825 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d3d0ae-67b2-4b14-b719-7227373679d5 admin admin] Router 72c54b6c-d881-4f3c-9f17-ff28ad252742 is scheduled to L3 agent d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2 with binding_index 1 {{(pid=84313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 07 14:19:26.639825 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f4990696-29ad-4001-a099-358eb55804db None None] Provisioning complete for port 7f446a6e-3c8c-4612-bb04-24bf21a2de51 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:19:26.640277 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f4990696-29ad-4001-a099-358eb55804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:26.699269 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-f4990696-29ad-4001-a099-358eb55804db None None] Port 7f446a6e-3c8c-4612-bb04-24bf21a2de51 cannot update to ACTIVE because it is not bound. {{(pid=84314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 14:19:26.744432 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d3d0ae-67b2-4b14-b719-7227373679d5 admin admin] Notify agent at l3_agent.dv-cinder-780933-3-smb the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 14:19:26.757575 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-01d3d0ae-67b2-4b14-b719-7227373679d5 admin admin] 10.222.0.63 "PUT /v2.0/routers/72c54b6c-d881-4f3c-9f17-ff28ad252742/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4885514 Apr 07 14:19:26.758751 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8676bb-680e-4f0c-b9ba-4f11afecd8e0 None None] Sync routers for ids ['72c54b6c-d881-4f3c-9f17-ff28ad252742'] in dv-cinder-780933-3-smb {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 14:19:26.770155 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8676bb-680e-4f0c-b9ba-4f11afecd8e0 None None] Routers {'72c54b6c-d881-4f3c-9f17-ff28ad252742'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:19:26.771174 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-8f8676bb-680e-4f0c-b9ba-4f11afecd8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:19:17Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['72c54b6c-d881-4f3c-9f17-ff28ad252742'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:19:26.956666 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-8f8676bb-680e-4f0c-b9ba-4f11afecd8e0 None None] Set router 72c54b6c-d881-4f3c-9f17-ff28ad252742 gateway port host: None {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:19:27.354912 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-8f8676bb-680e-4f0c-b9ba-4f11afecd8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c54b6c-d881-4f3c-9f17-ff28ad252742', 'name': 'router1', 'tenant_id': 'b74039670ac54a559b7c61a2133ead05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:19:15Z', 'updated_at': '2021-04-07T14:19:25Z', 'revision_number': 2, 'project_id': 'b74039670ac54a559b7c61a2133ead05', 'gw_port_host': None, '_interfaces': [{'id': '7f446a6e-3c8c-4612-bb04-24bf21a2de51', 'name': '', 'network_id': '25d9a4f9-958d-4a11-9207-fb0b2fa6ed4a', 'tenant_id': 'b74039670ac54a559b7c61a2133ead05', 'mac_address': 'fa:16:3e:8c:8e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c54b6c-d881-4f3c-9f17-ff28ad252742', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50cb4d97-2cd2-4a56-8d1c-86d77c76b4c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:19:24Z', 'updated_at': '2021-04-07T14:19:25Z', 'revision_number': 2, 'project_id': 'b74039670ac54a559b7c61a2133ead05', 'subnets': [{'id': '50cb4d97-2cd2-4a56-8d1c-86d77c76b4c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a96146bd-1054-4f5f-9ea6-332df313c425'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:19:27.360585 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8676bb-680e-4f0c-b9ba-4f11afecd8e0 None None] Checking router: 72c54b6c-d881-4f3c-9f17-ff28ad252742 for host: dv-cinder-780933-3-smb {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 14:19:27.361030 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8676bb-680e-4f0c-b9ba-4f11afecd8e0 None None] Updating router 72c54b6c-d881-4f3c-9f17-ff28ad252742 port 7f446a6e-3c8c-4612-bb04-24bf21a2de51 binding host dv-cinder-780933-3-smb {{(pid=84315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 07 14:19:27.592304 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8f8676bb-680e-4f0c-b9ba-4f11afecd8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:28.036527 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8f8676bb-680e-4f0c-b9ba-4f11afecd8e0 None None] Notify callbacks [] for port, precommit_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:28.050511 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-8f8676bb-680e-4f0c-b9ba-4f11afecd8e0 None None] Transition to ACTIVE for port object 7f446a6e-3c8c-4612-bb04-24bf21a2de51 will not be triggered until provisioned by entity L2. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:19:28.057539 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8f8676bb-680e-4f0c-b9ba-4f11afecd8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:28.073971 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:19:28.214577 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f047ef18-feee-47e1-b924-53a9eaa28109 None None] Pushing event updated for resources: {'Port': ['ID=7f446a6e-3c8c-4612-bb04-24bf21a2de51,revision_number=3']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:19:28.240719 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047ef18-feee-47e1-b924-53a9eaa28109 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:19:28.241833 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047ef18-feee-47e1-b924-53a9eaa28109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:19:28.242063 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047ef18-feee-47e1-b924-53a9eaa28109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:19:28.242420 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047ef18-feee-47e1-b924-53a9eaa28109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:19:28.242774 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047ef18-feee-47e1-b924-53a9eaa28109 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:19:28.243123 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047ef18-feee-47e1-b924-53a9eaa28109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:19:28.243472 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047ef18-feee-47e1-b924-53a9eaa28109 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:19:28.243823 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047ef18-feee-47e1-b924-53a9eaa28109 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:19:28.244201 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047ef18-feee-47e1-b924-53a9eaa28109 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:19:28.244553 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047ef18-feee-47e1-b924-53a9eaa28109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:19:28.244898 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047ef18-feee-47e1-b924-53a9eaa28109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:19:28.245240 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047ef18-feee-47e1-b924-53a9eaa28109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:19:28.246403 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047ef18-feee-47e1-b924-53a9eaa28109 None None] Tracked resource versions report: Apr 07 14:19:28.246403 dv-cinder-780933-3-smb neutron-server[84199]: pushed versions: Apr 07 14:19:28.246403 dv-cinder-780933-3-smb neutron-server[84199]: { 'AddressGroup': {'1.2'}, Apr 07 14:19:28.246403 dv-cinder-780933-3-smb neutron-server[84199]: 'ConntrackHelper': {'1.0'}, Apr 07 14:19:28.246403 dv-cinder-780933-3-smb neutron-server[84199]: 'Log': {'1.0'}, Apr 07 14:19:28.246403 dv-cinder-780933-3-smb neutron-server[84199]: 'Network': {'1.1'}, Apr 07 14:19:28.246403 dv-cinder-780933-3-smb neutron-server[84199]: 'Port': {'1.7'}, Apr 07 14:19:28.246403 dv-cinder-780933-3-smb neutron-server[84199]: 'PortForwarding': {'1.2'}, Apr 07 14:19:28.246403 dv-cinder-780933-3-smb neutron-server[84199]: 'QosPolicy': {'1.8'}, Apr 07 14:19:28.246403 dv-cinder-780933-3-smb neutron-server[84199]: 'SecurityGroup': {'1.4'}, Apr 07 14:19:28.246403 dv-cinder-780933-3-smb neutron-server[84199]: 'SecurityGroupRule': {'1.2'}, Apr 07 14:19:28.246403 dv-cinder-780933-3-smb neutron-server[84199]: 'SubPort': {'1.0'}, Apr 07 14:19:28.246403 dv-cinder-780933-3-smb neutron-server[84199]: 'Subnet': {'1.1'}, Apr 07 14:19:28.246403 dv-cinder-780933-3-smb neutron-server[84199]: 'Trunk': {'1.1'}} Apr 07 14:19:28.246403 dv-cinder-780933-3-smb neutron-server[84199]: consumer versions: Apr 07 14:19:28.246403 dv-cinder-780933-3-smb neutron-server[84199]: { DHCP agent@dv-cinder-780933-3-smb: {}, Apr 07 14:19:28.246403 dv-cinder-780933-3-smb neutron-server[84199]: L3 agent@dv-cinder-780933-3-smb: {}, Apr 07 14:19:28.246403 dv-cinder-780933-3-smb neutron-server[84199]: Metadata agent@dv-cinder-780933-3-smb: {}, Apr 07 14:19:28.246403 dv-cinder-780933-3-smb neutron-server[84199]: Metering agent@dv-cinder-780933-3-smb: {}, Apr 07 14:19:28.246403 dv-cinder-780933-3-smb neutron-server[84199]: Open vSwitch agent@dv-cinder-780933-3-smb: { 'AddressGroup': '1.2', Apr 07 14:19:28.246403 dv-cinder-780933-3-smb neutron-server[84199]: 'ConntrackHelper': '1.0', Apr 07 14:19:28.246403 dv-cinder-780933-3-smb neutron-server[84199]: 'Log': '1.0', Apr 07 14:19:28.246403 dv-cinder-780933-3-smb neutron-server[84199]: 'Network': '1.1', Apr 07 14:19:28.246403 dv-cinder-780933-3-smb neutron-server[84199]: 'Port': '1.7', Apr 07 14:19:28.246403 dv-cinder-780933-3-smb neutron-server[84199]: 'PortForwarding': '1.2', Apr 07 14:19:28.246403 dv-cinder-780933-3-smb neutron-server[84199]: 'QosPolicy': '1.8', Apr 07 14:19:28.246403 dv-cinder-780933-3-smb neutron-server[84199]: 'SecurityGroup': '1.4', Apr 07 14:19:28.246403 dv-cinder-780933-3-smb neutron-server[84199]: 'SecurityGroupRule': '1.2', Apr 07 14:19:28.246403 dv-cinder-780933-3-smb neutron-server[84199]: 'SubPort': '1.0', Apr 07 14:19:28.246403 dv-cinder-780933-3-smb neutron-server[84199]: 'Subnet': '1.1', Apr 07 14:19:28.246403 dv-cinder-780933-3-smb neutron-server[84199]: 'Trunk': '1.1'}} Apr 07 14:19:28.246403 dv-cinder-780933-3-smb neutron-server[84199]: {{(pid=84315) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 07 14:19:28.268549 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f047ef18-feee-47e1-b924-53a9eaa28109 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:19:28.436313 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-8f8676bb-680e-4f0c-b9ba-4f11afecd8e0 None None] Attempting to bind port 7f446a6e-3c8c-4612-bb04-24bf21a2de51 on host dv-cinder-780933-3-smb for vnic_type normal with profile {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 14:19:28.436781 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-8f8676bb-680e-4f0c-b9ba-4f11afecd8e0 None None] Attempting to bind port 7f446a6e-3c8c-4612-bb04-24bf21a2de51 by drivers openvswitch,hyperv on host dv-cinder-780933-3-smb at level 0 using segments [{'id': 'c06df7ed-0828-440e-9d22-fb33293f347a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '25d9a4f9-958d-4a11-9207-fb0b2fa6ed4a'}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 14:19:28.437150 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8676bb-680e-4f0c-b9ba-4f11afecd8e0 None None] Attempting to bind port 7f446a6e-3c8c-4612-bb04-24bf21a2de51 on network 25d9a4f9-958d-4a11-9207-fb0b2fa6ed4a {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:19:28.442946 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8676bb-680e-4f0c-b9ba-4f11afecd8e0 None None] Checking agent: {'id': '8ae518a7-0379-42e9-ab12-7bfd998fa0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 14, 18, 49), 'started_at': datetime.datetime(2021, 4, 7, 14, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 14, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 14:19:28.443368 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8676bb-680e-4f0c-b9ba-4f11afecd8e0 None None] Checking segment: {'id': 'c06df7ed-0828-440e-9d22-fb33293f347a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '25d9a4f9-958d-4a11-9207-fb0b2fa6ed4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:19:28.443847 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8f8676bb-680e-4f0c-b9ba-4f11afecd8e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:28.444356 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8676bb-680e-4f0c-b9ba-4f11afecd8e0 None None] Bound using segment: {'id': 'c06df7ed-0828-440e-9d22-fb33293f347a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '25d9a4f9-958d-4a11-9207-fb0b2fa6ed4a'} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 14:19:28.445080 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-8f8676bb-680e-4f0c-b9ba-4f11afecd8e0 None None] Bound port: 7f446a6e-3c8c-4612-bb04-24bf21a2de51, host: dv-cinder-780933-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c06df7ed-0828-440e-9d22-fb33293f347a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '25d9a4f9-958d-4a11-9207-fb0b2fa6ed4a'}}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 14:19:28.445297 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8f8676bb-680e-4f0c-b9ba-4f11afecd8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:28.529025 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-8f8676bb-680e-4f0c-b9ba-4f11afecd8e0 None None] For port 7f446a6e-3c8c-4612-bb04-24bf21a2de51, host dv-cinder-780933-3-smb, cleared binding levels {{(pid=84315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 14:19:28.534126 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-8f8676bb-680e-4f0c-b9ba-4f11afecd8e0 None None] For port 7f446a6e-3c8c-4612-bb04-24bf21a2de51, host dv-cinder-780933-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=7f446a6e-3c8c-4612-bb04-24bf21a2de51,segment=NetworkSegment(c06df7ed-0828-440e-9d22-fb33293f347a),segment_id=c06df7ed-0828-440e-9d22-fb33293f347a)] {{(pid=84315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 14:19:28.537412 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8f8676bb-680e-4f0c-b9ba-4f11afecd8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:28.553735 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f047ef18-feee-47e1-b924-53a9eaa28109 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:19:28.701521 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f047ef18-feee-47e1-b924-53a9eaa28109 None None] Pushing event updated for resources: {'Port': ['ID=7f446a6e-3c8c-4612-bb04-24bf21a2de51,revision_number=4']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:19:28.706567 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f047ef18-feee-47e1-b924-53a9eaa28109 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:19:28.762814 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8676bb-680e-4f0c-b9ba-4f11afecd8e0 None None] Routers {'72c54b6c-d881-4f3c-9f17-ff28ad252742'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:19:28.763484 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-8f8676bb-680e-4f0c-b9ba-4f11afecd8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:19:17Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['72c54b6c-d881-4f3c-9f17-ff28ad252742'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:19:28.931106 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-8f8676bb-680e-4f0c-b9ba-4f11afecd8e0 None None] Set router 72c54b6c-d881-4f3c-9f17-ff28ad252742 gateway port host: None {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:19:29.276155 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-8f8676bb-680e-4f0c-b9ba-4f11afecd8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c54b6c-d881-4f3c-9f17-ff28ad252742', 'name': 'router1', 'tenant_id': 'b74039670ac54a559b7c61a2133ead05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:19:15Z', 'updated_at': '2021-04-07T14:19:25Z', 'revision_number': 2, 'project_id': 'b74039670ac54a559b7c61a2133ead05', 'gw_port_host': None, '_interfaces': [{'id': '7f446a6e-3c8c-4612-bb04-24bf21a2de51', 'name': '', 'network_id': '25d9a4f9-958d-4a11-9207-fb0b2fa6ed4a', 'tenant_id': 'b74039670ac54a559b7c61a2133ead05', 'mac_address': 'fa:16:3e:8c:8e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c54b6c-d881-4f3c-9f17-ff28ad252742', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50cb4d97-2cd2-4a56-8d1c-86d77c76b4c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:19:24Z', 'updated_at': '2021-04-07T14:19:28Z', 'revision_number': 4, 'project_id': 'b74039670ac54a559b7c61a2133ead05', 'subnets': [{'id': '50cb4d97-2cd2-4a56-8d1c-86d77c76b4c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a96146bd-1054-4f5f-9ea6-332df313c425'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:19:29.280728 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8676bb-680e-4f0c-b9ba-4f11afecd8e0 None None] The sync data for ids ['72c54b6c-d881-4f3c-9f17-ff28ad252742'] in dv-cinder-780933-3-smb is: [{'id': '72c54b6c-d881-4f3c-9f17-ff28ad252742', 'name': 'router1', 'tenant_id': 'b74039670ac54a559b7c61a2133ead05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:19:15Z', 'updated_at': '2021-04-07T14:19:25Z', 'revision_number': 2, 'project_id': 'b74039670ac54a559b7c61a2133ead05', 'gw_port_host': None, '_interfaces': [{'id': '7f446a6e-3c8c-4612-bb04-24bf21a2de51', 'name': '', 'network_id': '25d9a4f9-958d-4a11-9207-fb0b2fa6ed4a', 'tenant_id': 'b74039670ac54a559b7c61a2133ead05', 'mac_address': 'fa:16:3e:8c:8e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c54b6c-d881-4f3c-9f17-ff28ad252742', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50cb4d97-2cd2-4a56-8d1c-86d77c76b4c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:19:24Z', 'updated_at': '2021-04-07T14:19:28Z', 'revision_number': 4, 'project_id': 'b74039670ac54a559b7c61a2133ead05', 'subnets': [{'id': '50cb4d97-2cd2-4a56-8d1c-86d77c76b4c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a96146bd-1054-4f5f-9ea6-332df313c425'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 14:19:29.353285 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 41150) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:19:29.514375 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5615a04-bf8f-4209-a807-cbb500309edb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:19:29.515000 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-c5615a04-bf8f-4209-a807-cbb500309edb admin admin] Synchronizing usage tracker for tenant:3030079755da4a1eb3349ad12a38f2ae on resource:network {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:19:29.532288 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-c5615a04-bf8f-4209-a807-cbb500309edb admin admin] Unset dirty status for tenant:3030079755da4a1eb3349ad12a38f2ae on resource:network {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:19:29.533543 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-c5615a04-bf8f-4209-a807-cbb500309edb admin admin] 10.222.0.63 "GET /v2.0/networks/6dc11b00-4e00-4f77-8f6a-5304324fd48e HTTP/1.1" status: 200 len: 842 time: 0.1792409 Apr 07 14:19:29.544136 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-7dc68541-4049-4d96-b7ef-67947a6c5a12 admin admin] Request body: {'subnet': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'name': 'public-subnet', 'gateway_ip': '172.28.3.1', 'cidr': '172.28.3.0/24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:19:29.549666 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-7dc68541-4049-4d96-b7ef-67947a6c5a12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:19:29.554076 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-7dc68541-4049-4d96-b7ef-67947a6c5a12 admin admin] Usage tracker for resource:subnet and tenant:3030079755da4a1eb3349ad12a38f2ae is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:19:29.556983 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-7dc68541-4049-4d96-b7ef-67947a6c5a12 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:19:29.563240 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-7dc68541-4049-4d96-b7ef-67947a6c5a12 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:19:29.573248 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc68541-4049-4d96-b7ef-67947a6c5a12 admin admin] Made reservation on behalf of 3030079755da4a1eb3349ad12a38f2ae for: {'subnet': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:19:29.577863 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7dc68541-4049-4d96-b7ef-67947a6c5a12 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:30.009775 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.objects.ports [None req-7dc68541-4049-4d96-b7ef-67947a6c5a12 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84313) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 07 14:19:30.010261 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7dc68541-4049-4d96-b7ef-67947a6c5a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954'] for subnet, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:30.025579 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0461d926-cf09-4375-b63a-1c7504ea5bfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:19:30.157911 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc68541-4049-4d96-b7ef-67947a6c5a12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=122e1bcc-5379-466c-b8c0-1b63f085397d,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:19:30.160315 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7dc68541-4049-4d96-b7ef-67947a6c5a12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:19:30.239766 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc68541-4049-4d96-b7ef-67947a6c5a12 admin admin] Checking segment: {'id': 'feed5fe9-833d-41c1-bf1c-58a271b81c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:19:30.240211 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc68541-4049-4d96-b7ef-67947a6c5a12 admin admin] Network hostable DHCP agents. Network: 6dc11b00-4e00-4f77-8f6a-5304324fd48e, hostable agents: ['42bbb647-2c35-4d48-afa7-1676ea318721'], hosted agents: [] {{(pid=84313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 14:19:30.263866 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc68541-4049-4d96-b7ef-67947a6c5a12 admin admin] Network 6dc11b00-4e00-4f77-8f6a-5304324fd48e is scheduled to be hosted by DHCP agent 42bbb647-2c35-4d48-afa7-1676ea318721 with binding_index 1 {{(pid=84313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 14:19:30.273589 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-7dc68541-4049-4d96-b7ef-67947a6c5a12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-3-smb, 6dc11b00-4e00-4f77-8f6a-5304324fd48e) {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:19:30.280158 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc68541-4049-4d96-b7ef-67947a6c5a12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:19:30.281191 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7dc68541-4049-4d96-b7ef-67947a6c5a12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for subnet, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:30.287948 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccb443f-4c00-48c5-935e-752ec153714f None None] Network 6dc11b00-4e00-4f77-8f6a-5304324fd48e requested from dv-cinder-780933-3-smb {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 14:19:30.315305 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-7dc68541-4049-4d96-b7ef-67947a6c5a12 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7747648 Apr 07 14:19:30.714224 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73ea6a7-776b-46b0-beee-60a285e5ff5c None None] Network 6dc11b00-4e00-4f77-8f6a-5304324fd48e requested from dv-cinder-780933-3-smb {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 14:19:31.392508 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 7f446a6e-3c8c-4612-bb04-24bf21a2de51 up at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:19:31.464314 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning for port 7f446a6e-3c8c-4612-bb04-24bf21a2de51 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:19:31.469219 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning complete for port 7f446a6e-3c8c-4612-bb04-24bf21a2de51 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:19:31.469637 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:31.596805 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:31.613475 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] For port 7f446a6e-3c8c-4612-bb04-24bf21a2de51, host dv-cinder-780933-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=7f446a6e-3c8c-4612-bb04-24bf21a2de51,segment=NetworkSegment(c06df7ed-0828-440e-9d22-fb33293f347a),segment_id=c06df7ed-0828-440e-9d22-fb33293f347a)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:19:31.616965 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:31.620192 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f2ee3750-301c-423b-a5af-ab3765fc3a3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:19:31.692638 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Pushing event updated for resources: {'Port': ['ID=7f446a6e-3c8c-4612-bb04-24bf21a2de51,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:19:31.696414 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:19:32.937041 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 41164) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:19:33.153559 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-073b1b34-5b7c-4b9f-b188-5acc9911d1e7 admin admin] 10.222.0.63 "GET /v2.0/routers/72c54b6c-d881-4f3c-9f17-ff28ad252742 HTTP/1.1" status: 200 len: 710 time: 0.2152102 Apr 07 14:19:33.380000 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 7f446a6e-3c8c-4612-bb04-24bf21a2de51 up at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:19:33.455987 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning complete for port 7f446a6e-3c8c-4612-bb04-24bf21a2de51 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:19:33.456349 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:33.484594 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb8e3ea-b2ca-4ce5-847b-48b15c533060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:19:33.486075 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-4fb8e3ea-b2ca-4ce5-847b-48b15c533060 admin admin] 10.222.0.63 "GET /v2.0/networks/6dc11b00-4e00-4f77-8f6a-5304324fd48e HTTP/1.1" status: 200 len: 886 time: 0.3267627 Apr 07 14:19:33.496857 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-59bbc80b-f5d3-4ac9-b9c3-9b07353d67cd admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e'}}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:19:33.735228 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.agents_db [None req-6fbea437-4030-452f-8588-832da035c2c0 None None] Agent healthcheck: found 5 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 14:19:33.976197 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-59bbc80b-f5d3-4ac9-b9c3-9b07353d67cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8275312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8285214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768541'] for router, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:34.316958 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-59bbc80b-f5d3-4ac9-b9c3-9b07353d67cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:34.378069 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-59bbc80b-f5d3-4ac9-b9c3-9b07353d67cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:34.517120 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-59bbc80b-f5d3-4ac9-b9c3-9b07353d67cd admin admin] Allocated IP 172.28.3.117 (6dc11b00-4e00-4f77-8f6a-5304324fd48e/122e1bcc-5379-466c-b8c0-1b63f085397d/e3e46456-60ac-45d9-9e2c-aaf22cc1f813) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 14:19:34.670213 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-59bbc80b-f5d3-4ac9-b9c3-9b07353d67cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:34.699347 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-59bbc80b-f5d3-4ac9-b9c3-9b07353d67cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732486185860'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:34.715122 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-01d3d0ae-67b2-4b14-b719-7227373679d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:19:34.849302 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bbc80b-f5d3-4ac9-b9c3-9b07353d67cd admin admin] Pushing event updated for resources: {'Port': ['ID=e3e46456-60ac-45d9-9e2c-aaf22cc1f813,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:19:34.854004 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-59bbc80b-f5d3-4ac9-b9c3-9b07353d67cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:19:34.906494 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bbc80b-f5d3-4ac9-b9c3-9b07353d67cd admin admin] Network 6dc11b00-4e00-4f77-8f6a-5304324fd48e is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:19:34.907793 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-59bbc80b-f5d3-4ac9-b9c3-9b07353d67cd admin admin] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:19:34.910226 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bbc80b-f5d3-4ac9-b9c3-9b07353d67cd admin admin] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 14:19:35.490088 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-59bbc80b-f5d3-4ac9-b9c3-9b07353d67cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:35.846377 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-59bbc80b-f5d3-4ac9-b9c3-9b07353d67cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8275312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8285214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768541'] for router, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:35.849961 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-59bbc80b-f5d3-4ac9-b9c3-9b07353d67cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846500450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846500465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8275335', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846490603'] for router, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:36.034554 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59bbc80b-f5d3-4ac9-b9c3-9b07353d67cd admin admin] Router 72c54b6c-d881-4f3c-9f17-ff28ad252742 has already been hosted by L3 agent d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2 {{(pid=84313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 14:19:36.222173 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59bbc80b-f5d3-4ac9-b9c3-9b07353d67cd admin admin] Notify agent at l3_agent.dv-cinder-780933-3-smb the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 14:19:36.230807 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-59bbc80b-f5d3-4ac9-b9c3-9b07353d67cd admin admin] Notify callbacks [] for router, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:36.232208 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-59bbc80b-f5d3-4ac9-b9c3-9b07353d67cd admin admin] 10.222.0.63 "PUT /v2.0/routers/72c54b6c-d881-4f3c-9f17-ff28ad252742 HTTP/1.1" status: 200 len: 890 time: 2.7391922 Apr 07 14:19:36.232569 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13efc965-871e-45c8-ba48-3e4f2bfd81d2 None None] Sync routers for ids ['72c54b6c-d881-4f3c-9f17-ff28ad252742'] in dv-cinder-780933-3-smb {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 14:19:36.244504 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13efc965-871e-45c8-ba48-3e4f2bfd81d2 None None] Routers {'72c54b6c-d881-4f3c-9f17-ff28ad252742'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:19:36.245318 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-13efc965-871e-45c8-ba48-3e4f2bfd81d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:19:17Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['72c54b6c-d881-4f3c-9f17-ff28ad252742'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:19:36.452952 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-13efc965-871e-45c8-ba48-3e4f2bfd81d2 None None] Set router 72c54b6c-d881-4f3c-9f17-ff28ad252742 gateway port host: dv-cinder-780933-3-smb {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:19:36.811011 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-13efc965-871e-45c8-ba48-3e4f2bfd81d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c54b6c-d881-4f3c-9f17-ff28ad252742', 'name': 'router1', 'tenant_id': 'b74039670ac54a559b7c61a2133ead05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': 'e3e46456-60ac-45d9-9e2c-aaf22cc1f813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:19:15Z', 'updated_at': '2021-04-07T14:19:35Z', 'revision_number': 4, 'project_id': 'b74039670ac54a559b7c61a2133ead05', 'gw_port': {'id': 'e3e46456-60ac-45d9-9e2c-aaf22cc1f813', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c54b6c-d881-4f3c-9f17-ff28ad252742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:19:34Z', 'updated_at': '2021-04-07T14:19:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_interfaces': [{'id': '7f446a6e-3c8c-4612-bb04-24bf21a2de51', 'name': '', 'network_id': '25d9a4f9-958d-4a11-9207-fb0b2fa6ed4a', 'tenant_id': 'b74039670ac54a559b7c61a2133ead05', 'mac_address': 'fa:16:3e:8c:8e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c54b6c-d881-4f3c-9f17-ff28ad252742', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50cb4d97-2cd2-4a56-8d1c-86d77c76b4c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:19:24Z', 'updated_at': '2021-04-07T14:19:31Z', 'revision_number': 5, 'project_id': 'b74039670ac54a559b7c61a2133ead05', 'subnets': [{'id': '50cb4d97-2cd2-4a56-8d1c-86d77c76b4c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a96146bd-1054-4f5f-9ea6-332df313c425'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:19:36.816100 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13efc965-871e-45c8-ba48-3e4f2bfd81d2 None None] Checking router: 72c54b6c-d881-4f3c-9f17-ff28ad252742 for host: dv-cinder-780933-3-smb {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 14:19:36.816501 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13efc965-871e-45c8-ba48-3e4f2bfd81d2 None None] Updating router 72c54b6c-d881-4f3c-9f17-ff28ad252742 port e3e46456-60ac-45d9-9e2c-aaf22cc1f813 binding host dv-cinder-780933-3-smb {{(pid=84314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 07 14:19:36.875522 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-13efc965-871e-45c8-ba48-3e4f2bfd81d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:37.282230 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-13efc965-871e-45c8-ba48-3e4f2bfd81d2 None None] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:37.295180 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-13efc965-871e-45c8-ba48-3e4f2bfd81d2 None None] Transition to ACTIVE for port object e3e46456-60ac-45d9-9e2c-aaf22cc1f813 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:19:37.301443 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-13efc965-871e-45c8-ba48-3e4f2bfd81d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:37.320436 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:19:37.457098 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e41e1f3-38c2-4d82-ae30-008d93806ddc None None] Pushing event updated for resources: {'Port': ['ID=e3e46456-60ac-45d9-9e2c-aaf22cc1f813,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:19:37.462213 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-4e41e1f3-38c2-4d82-ae30-008d93806ddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:19:37.525163 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-13efc965-871e-45c8-ba48-3e4f2bfd81d2 None None] Attempting to bind port e3e46456-60ac-45d9-9e2c-aaf22cc1f813 on host dv-cinder-780933-3-smb for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 14:19:37.525660 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-13efc965-871e-45c8-ba48-3e4f2bfd81d2 None None] Attempting to bind port e3e46456-60ac-45d9-9e2c-aaf22cc1f813 by drivers openvswitch,hyperv on host dv-cinder-780933-3-smb at level 0 using segments [{'id': 'feed5fe9-833d-41c1-bf1c-58a271b81c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 14:19:37.526071 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13efc965-871e-45c8-ba48-3e4f2bfd81d2 None None] Attempting to bind port e3e46456-60ac-45d9-9e2c-aaf22cc1f813 on network 6dc11b00-4e00-4f77-8f6a-5304324fd48e {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:19:37.531927 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13efc965-871e-45c8-ba48-3e4f2bfd81d2 None None] Checking agent: {'id': '8ae518a7-0379-42e9-ab12-7bfd998fa0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 14, 18, 49), 'started_at': datetime.datetime(2021, 4, 7, 14, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 14, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 14:19:37.532407 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13efc965-871e-45c8-ba48-3e4f2bfd81d2 None None] Checking segment: {'id': 'feed5fe9-833d-41c1-bf1c-58a271b81c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:19:37.532806 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-13efc965-871e-45c8-ba48-3e4f2bfd81d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:37.533241 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13efc965-871e-45c8-ba48-3e4f2bfd81d2 None None] Bound using segment: {'id': 'feed5fe9-833d-41c1-bf1c-58a271b81c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 14:19:37.533752 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-13efc965-871e-45c8-ba48-3e4f2bfd81d2 None None] Bound port: e3e46456-60ac-45d9-9e2c-aaf22cc1f813, host: dv-cinder-780933-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feed5fe9-833d-41c1-bf1c-58a271b81c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 14:19:37.534534 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-13efc965-871e-45c8-ba48-3e4f2bfd81d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:37.615528 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-13efc965-871e-45c8-ba48-3e4f2bfd81d2 None None] For port e3e46456-60ac-45d9-9e2c-aaf22cc1f813, host dv-cinder-780933-3-smb, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 14:19:37.619196 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-13efc965-871e-45c8-ba48-3e4f2bfd81d2 None None] For port e3e46456-60ac-45d9-9e2c-aaf22cc1f813, host dv-cinder-780933-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=e3e46456-60ac-45d9-9e2c-aaf22cc1f813,segment=NetworkSegment(feed5fe9-833d-41c1-bf1c-58a271b81c41),segment_id=feed5fe9-833d-41c1-bf1c-58a271b81c41)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 14:19:37.622627 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-13efc965-871e-45c8-ba48-3e4f2bfd81d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:37.638317 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-3d229d34-2d1c-41dc-9746-bfa4dff33df1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:19:37.789789 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e41e1f3-38c2-4d82-ae30-008d93806ddc None None] Pushing event updated for resources: {'Port': ['ID=e3e46456-60ac-45d9-9e2c-aaf22cc1f813,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:19:37.794495 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-4e41e1f3-38c2-4d82-ae30-008d93806ddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:19:37.836587 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13efc965-871e-45c8-ba48-3e4f2bfd81d2 None None] Routers {'72c54b6c-d881-4f3c-9f17-ff28ad252742'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:19:37.837284 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-13efc965-871e-45c8-ba48-3e4f2bfd81d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:19:17Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['72c54b6c-d881-4f3c-9f17-ff28ad252742'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:19:38.193616 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-13efc965-871e-45c8-ba48-3e4f2bfd81d2 None None] Set router 72c54b6c-d881-4f3c-9f17-ff28ad252742 gateway port host: dv-cinder-780933-3-smb {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:19:38.550742 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-13efc965-871e-45c8-ba48-3e4f2bfd81d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c54b6c-d881-4f3c-9f17-ff28ad252742', 'name': 'router1', 'tenant_id': 'b74039670ac54a559b7c61a2133ead05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': 'e3e46456-60ac-45d9-9e2c-aaf22cc1f813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:19:15Z', 'updated_at': '2021-04-07T14:19:35Z', 'revision_number': 4, 'project_id': 'b74039670ac54a559b7c61a2133ead05', 'gw_port': {'id': 'e3e46456-60ac-45d9-9e2c-aaf22cc1f813', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c54b6c-d881-4f3c-9f17-ff28ad252742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:19:34Z', 'updated_at': '2021-04-07T14:19:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_interfaces': [{'id': '7f446a6e-3c8c-4612-bb04-24bf21a2de51', 'name': '', 'network_id': '25d9a4f9-958d-4a11-9207-fb0b2fa6ed4a', 'tenant_id': 'b74039670ac54a559b7c61a2133ead05', 'mac_address': 'fa:16:3e:8c:8e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c54b6c-d881-4f3c-9f17-ff28ad252742', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50cb4d97-2cd2-4a56-8d1c-86d77c76b4c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:19:24Z', 'updated_at': '2021-04-07T14:19:31Z', 'revision_number': 5, 'project_id': 'b74039670ac54a559b7c61a2133ead05', 'subnets': [{'id': '50cb4d97-2cd2-4a56-8d1c-86d77c76b4c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a96146bd-1054-4f5f-9ea6-332df313c425'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:19:38.554963 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13efc965-871e-45c8-ba48-3e4f2bfd81d2 None None] The sync data for ids ['72c54b6c-d881-4f3c-9f17-ff28ad252742'] in dv-cinder-780933-3-smb is: [{'id': '72c54b6c-d881-4f3c-9f17-ff28ad252742', 'name': 'router1', 'tenant_id': 'b74039670ac54a559b7c61a2133ead05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': 'e3e46456-60ac-45d9-9e2c-aaf22cc1f813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:19:15Z', 'updated_at': '2021-04-07T14:19:35Z', 'revision_number': 4, 'project_id': 'b74039670ac54a559b7c61a2133ead05', 'gw_port': {'id': 'e3e46456-60ac-45d9-9e2c-aaf22cc1f813', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c54b6c-d881-4f3c-9f17-ff28ad252742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:19:34Z', 'updated_at': '2021-04-07T14:19:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_interfaces': [{'id': '7f446a6e-3c8c-4612-bb04-24bf21a2de51', 'name': '', 'network_id': '25d9a4f9-958d-4a11-9207-fb0b2fa6ed4a', 'tenant_id': 'b74039670ac54a559b7c61a2133ead05', 'mac_address': 'fa:16:3e:8c:8e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c54b6c-d881-4f3c-9f17-ff28ad252742', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50cb4d97-2cd2-4a56-8d1c-86d77c76b4c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:19:24Z', 'updated_at': '2021-04-07T14:19:31Z', 'revision_number': 5, 'project_id': 'b74039670ac54a559b7c61a2133ead05', 'subnets': [{'id': '50cb4d97-2cd2-4a56-8d1c-86d77c76b4c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a96146bd-1054-4f5f-9ea6-332df313c425'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 14:19:38.987188 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 41174) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:19:39.116762 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-4e5d73bf-8cea-436e-bfe6-6b8cb3847659 admin admin] 10.222.0.63 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1274788 Apr 07 14:19:39.424470 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device e3e46456-60ac-45d9-9e2c-aaf22cc1f813 up at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:19:39.513032 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning for port e3e46456-60ac-45d9-9e2c-aaf22cc1f813 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:19:39.519831 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning complete for port e3e46456-60ac-45d9-9e2c-aaf22cc1f813 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:19:39.520291 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:39.656308 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:39.675477 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] For port e3e46456-60ac-45d9-9e2c-aaf22cc1f813, host dv-cinder-780933-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=e3e46456-60ac-45d9-9e2c-aaf22cc1f813,segment=NetworkSegment(feed5fe9-833d-41c1-bf1c-58a271b81c41),segment_id=feed5fe9-833d-41c1-bf1c-58a271b81c41)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:19:39.679878 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:39.682264 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-4e41e1f3-38c2-4d82-ae30-008d93806ddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:19:39.758508 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Pushing event updated for resources: {'Port': ['ID=e3e46456-60ac-45d9-9e2c-aaf22cc1f813,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:19:39.762218 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:19:41.428237 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device e3e46456-60ac-45d9-9e2c-aaf22cc1f813 up at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:19:41.554094 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning complete for port e3e46456-60ac-45d9-9e2c-aaf22cc1f813 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:19:41.554507 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:44.683367 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-dae1830f-3b93-4e88-8bc9-09596273645d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:47.360535 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f1b2ec44-4bf6-4a63-a92f-7c41919fba87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:48.078140 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-68064a8d-a1ee-4a07-912b-506dbeaf5e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:48.762323 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:19:49.769570 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-753d5ca8-67af-4e0f-aee9-cf9190fbeaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:20:10.734002 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.agents_db [None req-6fbea437-4030-452f-8588-832da035c2c0 None None] Agent healthcheck: found 5 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 14:20:14.666115 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-27f81ef6-0196-484b-a77f-267639325462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:20:17.345538 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-23fdd283-73ff-4b28-b86e-df3c46c42a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:20:18.069807 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-68064a8d-a1ee-4a07-912b-506dbeaf5e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:20:18.745080 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:20:19.745158 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-753d5ca8-67af-4e0f-aee9-cf9190fbeaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:20:44.672287 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7bcab624-b3f7-4030-a7ab-0b733c0f00b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:20:47.342453 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3ea7d724-0535-469a-b8bf-b2779310c7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:20:47.734059 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.agents_db [None req-6fbea437-4030-452f-8588-832da035c2c0 None None] Agent healthcheck: found 5 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 14:20:48.074132 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-68064a8d-a1ee-4a07-912b-506dbeaf5e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:20:48.748680 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:20:49.758748 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-753d5ca8-67af-4e0f-aee9-cf9190fbeaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:21:14.666242 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9efbe405-1855-4e0a-b809-b2496263dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:21:17.335780 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-59b8af1b-6bb3-42c3-a6d5-c3131fc77b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:21:18.077294 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-68064a8d-a1ee-4a07-912b-506dbeaf5e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:21:18.750687 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:21:19.760773 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-753d5ca8-67af-4e0f-aee9-cf9190fbeaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:21:24.736061 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.agents_db [None req-6fbea437-4030-452f-8588-832da035c2c0 None None] Agent healthcheck: found 5 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 14:21:44.667807 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5c5896a0-d18e-43c0-b60e-e77a7ed60a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:21:47.337236 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9e206413-54e5-48a9-aebd-385e45f419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:21:48.079540 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-68064a8d-a1ee-4a07-912b-506dbeaf5e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:21:48.753091 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:21:49.756946 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-753d5ca8-67af-4e0f-aee9-cf9190fbeaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:21:54.544255 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 41744) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:21:54.618738 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e0d7609-66f2-46e5-b27d-d08217dfcc0b admin admin] GET failed (client error): The resource could not be found. Apr 07 14:21:54.620209 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-3e0d7609-66f2-46e5-b27d-d08217dfcc0b admin admin] 10.222.0.63 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0748630 Apr 07 14:21:54.764273 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ea9ffd-c2c4-44a4-88df-06f27b27d1db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:21:54.765766 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-45ea9ffd-c2c4-44a4-88df-06f27b27d1db admin admin] 10.222.0.63 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1410966 Apr 07 14:21:57.286180 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 41754) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:21:57.407153 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2da979-2f03-4870-af20-be2684c38479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:21:57.407772 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-6f2da979-2f03-4870-af20-be2684c38479 admin admin] Synchronizing usage tracker for tenant:3030079755da4a1eb3349ad12a38f2ae on resource:subnet {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:21:57.423519 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-6f2da979-2f03-4870-af20-be2684c38479 admin admin] Unset dirty status for tenant:3030079755da4a1eb3349ad12a38f2ae on resource:subnet {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:21:57.425524 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-6f2da979-2f03-4870-af20-be2684c38479 admin admin] 10.222.0.63 "GET /v2.0/subnets/50cb4d97-2cd2-4a56-8d1c-86d77c76b4c6 HTTP/1.1" status: 200 len: 849 time: 0.1381893 Apr 07 14:21:57.436324 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-6b8bebed-4ca8-415c-8f7d-871722597645 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:21:57.564447 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6b8bebed-4ca8-415c-8f7d-871722597645 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:21:57.876194 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6b8bebed-4ca8-415c-8f7d-871722597645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732486618500'] for subnet, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:21:57.891039 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7dc68541-4049-4d96-b7ef-67947a6c5a12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:21:58.028678 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8bebed-4ca8-415c-8f7d-871722597645 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50cb4d97-2cd2-4a56-8d1c-86d77c76b4c6,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:21:58.051968 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8bebed-4ca8-415c-8f7d-871722597645 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:21:58.052361 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8bebed-4ca8-415c-8f7d-871722597645 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:21:58.052735 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8bebed-4ca8-415c-8f7d-871722597645 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:21:58.053108 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8bebed-4ca8-415c-8f7d-871722597645 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:21:58.053475 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8bebed-4ca8-415c-8f7d-871722597645 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:21:58.053851 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8bebed-4ca8-415c-8f7d-871722597645 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:21:58.054199 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8bebed-4ca8-415c-8f7d-871722597645 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:21:58.054559 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8bebed-4ca8-415c-8f7d-871722597645 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:21:58.054933 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8bebed-4ca8-415c-8f7d-871722597645 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:21:58.055293 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8bebed-4ca8-415c-8f7d-871722597645 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:21:58.055648 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8bebed-4ca8-415c-8f7d-871722597645 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:21:58.056030 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8bebed-4ca8-415c-8f7d-871722597645 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:21:58.060900 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-6b8bebed-4ca8-415c-8f7d-871722597645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:21:58.089862 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8bebed-4ca8-415c-8f7d-871722597645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:21:58.090516 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6b8bebed-4ca8-415c-8f7d-871722597645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for subnet, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:21:58.091988 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-6b8bebed-4ca8-415c-8f7d-871722597645 admin admin] 10.222.0.63 "PUT /v2.0/subnets/50cb4d97-2cd2-4a56-8d1c-86d77c76b4c6 HTTP/1.1" status: 200 len: 868 time: 0.6600244 Apr 07 14:21:58.095301 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed04ab89-1560-4ff0-bd59-959deabce9a6 None None] Network 25d9a4f9-958d-4a11-9207-fb0b2fa6ed4a requested from dv-cinder-780933-3-smb {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 14:21:58.636936 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a255fa25-bcf6-4ed4-af9a-7276b7d1bb9a None None] Provisioning complete for port 7f446a6e-3c8c-4612-bb04-24bf21a2de51 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:21:58.637521 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a255fa25-bcf6-4ed4-af9a-7276b7d1bb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:21:58.775164 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a255fa25-bcf6-4ed4-af9a-7276b7d1bb9a None None] Provisioning complete for port 51e4383d-2535-4745-899c-548c067296e4 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:21:58.775570 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a255fa25-bcf6-4ed4-af9a-7276b7d1bb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:22:00.596677 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 41764) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:22:00.785243 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94683c0-7b9b-4da9-bd1c-d4ae1dca400f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:22:00.785679 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94683c0-7b9b-4da9-bd1c-d4ae1dca400f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:22:00.787329 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-d94683c0-7b9b-4da9-bd1c-d4ae1dca400f admin admin] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1896150 Apr 07 14:22:01.736524 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.agents_db [None req-6fbea437-4030-452f-8588-832da035c2c0 None None] Agent healthcheck: found 5 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 14:22:03.304173 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 41774) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:22:03.493123 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e1c3ba-1572-4f92-8675-6016d246c47e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:22:03.493581 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e1c3ba-1572-4f92-8675-6016d246c47e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:22:03.495238 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-c6e1c3ba-1572-4f92-8675-6016d246c47e admin admin] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1899798 Apr 07 14:22:06.000241 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 41784) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:22:06.368853 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f7e990-6239-4395-9160-539640639e5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:22:06.370229 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-86f7e990-6239-4395-9160-539640639e5b admin admin] 10.222.0.63 "GET /v2.0/networks/25d9a4f9-958d-4a11-9207-fb0b2fa6ed4a HTTP/1.1" status: 200 len: 869 time: 0.3689506 Apr 07 14:22:08.882013 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 41794) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:22:09.059295 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06b02b9-b8da-421e-9b7f-a81e9d059984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:22:09.060704 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-d06b02b9-b8da-421e-9b7f-a81e9d059984 admin admin] 10.222.0.63 "GET /v2.0/networks/6dc11b00-4e00-4f77-8f6a-5304324fd48e HTTP/1.1" status: 200 len: 886 time: 0.1776807 Apr 07 14:22:11.576775 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 41804) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:22:11.701468 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ca66e6-33b6-4181-a170-186109a17b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:22:11.701895 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ca66e6-33b6-4181-a170-186109a17b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:22:11.703592 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-d7ca66e6-33b6-4181-a170-186109a17b4a admin admin] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1257894 Apr 07 14:22:14.193923 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 41814) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:22:14.313879 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf316fb9-4b32-4154-9c2d-883d7eb8f41d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:22:14.314381 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf316fb9-4b32-4154-9c2d-883d7eb8f41d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:22:14.316030 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-cf316fb9-4b32-4154-9c2d-883d7eb8f41d admin admin] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1210294 Apr 07 14:22:14.669837 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f3fac922-5508-4bb8-a74b-45fe23e88e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:22:16.831484 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 41824) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:22:16.946010 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4778db7-270d-4bbe-8140-883e945c713d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:22:16.947754 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-d4778db7-270d-4bbe-8140-883e945c713d admin admin] 10.222.0.63 "GET /v2.0/subnets/122e1bcc-5379-466c-b8c0-1b63f085397d HTTP/1.1" status: 200 len: 816 time: 0.1151609 Apr 07 14:22:17.340181 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-35d01132-e8e3-451a-a6d6-dc4d33ed9a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:22:18.084400 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-68064a8d-a1ee-4a07-912b-506dbeaf5e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:22:18.754697 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:22:19.498084 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 41834) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:22:19.617669 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e222a8c4-41b5-4cfc-9b06-a01224c5acc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:22:19.619145 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-e222a8c4-41b5-4cfc-9b06-a01224c5acc4 admin admin] 10.222.0.63 "GET /v2.0/subnets/50cb4d97-2cd2-4a56-8d1c-86d77c76b4c6 HTTP/1.1" status: 200 len: 868 time: 0.1200161 Apr 07 14:22:19.762724 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-753d5ca8-67af-4e0f-aee9-cf9190fbeaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:22:38.737215 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.agents_db [None req-6fbea437-4030-452f-8588-832da035c2c0 None None] Agent healthcheck: found 5 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 14:22:44.675571 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bf001cd8-67b9-4cc3-961d-b43f62ce6286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:22:46.403783 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 41878) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:22:46.455751 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [None req-07dbea92-cdd9-4c04-a85d-205ce992964d admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=84313) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 14:22:46.456918 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-07dbea92-cdd9-4c04-a85d-205ce992964d admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0520210 Apr 07 14:22:47.341565 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1c930dba-7667-4aaa-8f4d-30d0787f7f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:22:48.086919 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-68064a8d-a1ee-4a07-912b-506dbeaf5e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:22:48.755517 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:22:49.019775 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 41888) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:22:49.098449 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f4983da-68e1-493d-a639-5956fa7477b1 admin admin] GET failed (client error): The resource could not be found. Apr 07 14:22:49.099833 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-6f4983da-68e1-493d-a639-5956fa7477b1 admin admin] 10.222.0.63 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0790038 Apr 07 14:22:49.235116 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeed3584-5909-439b-9bc3-0180b368bb25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:22:49.236654 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-aeed3584-5909-439b-9bc3-0180b368bb25 admin admin] 10.222.0.63 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1325102 Apr 07 14:22:49.763425 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-753d5ca8-67af-4e0f-aee9-cf9190fbeaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:22:51.784863 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 41898) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:22:51.839391 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-a1485664-aba9-405b-b6de-f97fd562dccf admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:22:51.844350 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-a1485664-aba9-405b-b6de-f97fd562dccf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:22:51.854241 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-a1485664-aba9-405b-b6de-f97fd562dccf admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:22:51.863200 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1485664-aba9-405b-b6de-f97fd562dccf admin admin] Made reservation on behalf of 3030079755da4a1eb3349ad12a38f2ae for: {'network': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:22:51.867928 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1485664-aba9-405b-b6de-f97fd562dccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for network, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:22:51.961653 dv-cinder-780933-3-smb neutron-server[84199]: WARNING neutron.services.revisions.revision_plugin [None req-a1485664-aba9-405b-b6de-f97fd562dccf admin admin] Could not find related network for resource to bump revision. Apr 07 14:22:51.974839 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1485664-aba9-405b-b6de-f97fd562dccf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=84313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 07 14:22:51.984343 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1485664-aba9-405b-b6de-f97fd562dccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773215'] for segment, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:22:51.984674 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.db.segments_db [None req-a1485664-aba9-405b-b6de-f97fd562dccf admin admin] Added segment ea10a1ae-951f-4ed1-8a23-f61b743f5d60 of type vlan for network ec017521-96cd-45f1-ac24-5c5850f48e59 Apr 07 14:22:52.011354 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1485664-aba9-405b-b6de-f97fd562dccf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304368617707'] for network, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:22:52.040580 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1485664-aba9-405b-b6de-f97fd562dccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954'] for network, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:22:52.041927 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1485664-aba9-405b-b6de-f97fd562dccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:22:52.042562 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1485664-aba9-405b-b6de-f97fd562dccf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for network, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:22:52.047396 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:22:52.148970 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-a1485664-aba9-405b-b6de-f97fd562dccf admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3629079 Apr 07 14:22:52.154028 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1485664-aba9-405b-b6de-f97fd562dccf admin admin] Pushing event updated for resources: {'Network': ['ID=ec017521-96cd-45f1-ac24-5c5850f48e59,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:22:52.157109 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a1485664-aba9-405b-b6de-f97fd562dccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:22:52.166018 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Network ec017521-96cd-45f1-ac24-5c5850f48e59 details requested by agent ovs-agent-dv-cinder-780933-3-smb with host dv-cinder-780933-3-smb {{(pid=84314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 14:22:54.686073 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 41908) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:22:54.762464 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffd2ef58-eccb-4e5e-9121-32af816888b0 admin admin] GET failed (client error): The resource could not be found. Apr 07 14:22:54.763047 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-ffd2ef58-eccb-4e5e-9121-32af816888b0 admin admin] Synchronizing usage tracker for tenant:3030079755da4a1eb3349ad12a38f2ae on resource:network {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:22:54.778237 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-ffd2ef58-eccb-4e5e-9121-32af816888b0 admin admin] Unset dirty status for tenant:3030079755da4a1eb3349ad12a38f2ae on resource:network {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:22:54.779440 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-ffd2ef58-eccb-4e5e-9121-32af816888b0 admin admin] 10.222.0.63 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0923295 Apr 07 14:22:54.894719 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b32ddf-197c-43bb-8099-5914ec5338fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:22:54.896324 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-80b32ddf-197c-43bb-8099-5914ec5338fe admin admin] 10.222.0.63 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1125569 Apr 07 14:22:54.907179 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-b4ac1575-77aa-4970-aa12-7c2e6033b64c admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'ec017521-96cd-45f1-ac24-5c5850f48e59', 'ip_version': 4}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:22:54.912115 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-b4ac1575-77aa-4970-aa12-7c2e6033b64c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:22:54.922027 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-b4ac1575-77aa-4970-aa12-7c2e6033b64c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:22:54.931225 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ac1575-77aa-4970-aa12-7c2e6033b64c admin admin] Made reservation on behalf of 3030079755da4a1eb3349ad12a38f2ae for: {'subnet': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:22:54.935982 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b4ac1575-77aa-4970-aa12-7c2e6033b64c admin admin] Notify callbacks [] for subnet, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:22:55.343922 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b4ac1575-77aa-4970-aa12-7c2e6033b64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954'] for subnet, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:22:55.358376 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:22:55.481042 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac1575-77aa-4970-aa12-7c2e6033b64c admin admin] Pushing event updated for resources: {'Subnet': ['ID=eece457e-4acb-435a-8202-6bc6a75c7f5c,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:22:55.486064 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b4ac1575-77aa-4970-aa12-7c2e6033b64c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:22:55.555534 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ac1575-77aa-4970-aa12-7c2e6033b64c admin admin] Checking segment: {'id': 'ea10a1ae-951f-4ed1-8a23-f61b743f5d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ec017521-96cd-45f1-ac24-5c5850f48e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:22:55.555966 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ac1575-77aa-4970-aa12-7c2e6033b64c admin admin] Network hostable DHCP agents. Network: ec017521-96cd-45f1-ac24-5c5850f48e59, hostable agents: ['42bbb647-2c35-4d48-afa7-1676ea318721'], hosted agents: [] {{(pid=84313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 14:22:55.574403 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ac1575-77aa-4970-aa12-7c2e6033b64c admin admin] Network ec017521-96cd-45f1-ac24-5c5850f48e59 is scheduled to be hosted by DHCP agent 42bbb647-2c35-4d48-afa7-1676ea318721 with binding_index 1 {{(pid=84313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 14:22:55.582473 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-b4ac1575-77aa-4970-aa12-7c2e6033b64c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-3-smb, ec017521-96cd-45f1-ac24-5c5850f48e59) {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:22:55.586526 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ac1575-77aa-4970-aa12-7c2e6033b64c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:22:55.587172 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b4ac1575-77aa-4970-aa12-7c2e6033b64c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for subnet, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:22:55.592446 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8333c43a-cdd1-49e8-ae96-2b4c4e600354 None None] Network ec017521-96cd-45f1-ac24-5c5850f48e59 requested from dv-cinder-780933-3-smb {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 14:22:55.612737 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-b4ac1575-77aa-4970-aa12-7c2e6033b64c admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7093678 Apr 07 14:22:55.834791 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d51f73-ba98-4017-bff7-4428fa523c4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e77faf1-5b15-584d-a05e-bc43854c9102-ec017521-96cd-45f1-ac24-5c5850f48e59', 'network_id': 'ec017521-96cd-45f1-ac24-5c5850f48e59', 'tenant_id': '3030079755da4a1eb3349ad12a38f2ae', 'fixed_ips': [{'subnet_id': 'eece457e-4acb-435a-8202-6bc6a75c7f5c'}]}} from dv-cinder-780933-3-smb. {{(pid=84314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 07 14:22:55.835716 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a0d51f73-ba98-4017-bff7-4428fa523c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:22:56.003651 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-a0d51f73-ba98-4017-bff7-4428fa523c4e None None] Allocated IP 192.168.233.2 (ec017521-96cd-45f1-ac24-5c5850f48e59/eece457e-4acb-435a-8202-6bc6a75c7f5c/9c38b834-4450-4ca4-bfba-681523238ccd) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 14:22:56.381836 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a0d51f73-ba98-4017-bff7-4428fa523c4e None None] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:22:56.394906 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a0d51f73-ba98-4017-bff7-4428fa523c4e None None] Transition to ACTIVE for port object 9c38b834-4450-4ca4-bfba-681523238ccd will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:22:56.416343 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a0d51f73-ba98-4017-bff7-4428fa523c4e None None] Transition to ACTIVE for port object 9c38b834-4450-4ca4-bfba-681523238ccd will not be triggered until provisioned by entity DHCP. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:22:56.420338 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a0d51f73-ba98-4017-bff7-4428fa523c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732486185860'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:22:56.435637 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:22:56.571674 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d51f73-ba98-4017-bff7-4428fa523c4e None None] Pushing event updated for resources: {'Port': ['ID=9c38b834-4450-4ca4-bfba-681523238ccd,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:22:56.591703 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d51f73-ba98-4017-bff7-4428fa523c4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:22:56.592112 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d51f73-ba98-4017-bff7-4428fa523c4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:22:56.592486 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d51f73-ba98-4017-bff7-4428fa523c4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:22:56.592851 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d51f73-ba98-4017-bff7-4428fa523c4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:22:56.593210 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d51f73-ba98-4017-bff7-4428fa523c4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:22:56.593613 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d51f73-ba98-4017-bff7-4428fa523c4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:22:56.593971 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d51f73-ba98-4017-bff7-4428fa523c4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:22:56.594328 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d51f73-ba98-4017-bff7-4428fa523c4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:22:56.594683 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d51f73-ba98-4017-bff7-4428fa523c4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:22:56.595034 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d51f73-ba98-4017-bff7-4428fa523c4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:22:56.595389 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d51f73-ba98-4017-bff7-4428fa523c4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:22:56.595742 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d51f73-ba98-4017-bff7-4428fa523c4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:22:56.601703 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a0d51f73-ba98-4017-bff7-4428fa523c4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:22:56.639513 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d51f73-ba98-4017-bff7-4428fa523c4e None None] Network ec017521-96cd-45f1-ac24-5c5850f48e59 is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:22:56.640662 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-a0d51f73-ba98-4017-bff7-4428fa523c4e None None] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:22:56.642970 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d51f73-ba98-4017-bff7-4428fa523c4e None None] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 14:22:56.741416 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-a0d51f73-ba98-4017-bff7-4428fa523c4e None None] Attempting to bind port 9c38b834-4450-4ca4-bfba-681523238ccd on host dv-cinder-780933-3-smb for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 14:22:56.741819 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-a0d51f73-ba98-4017-bff7-4428fa523c4e None None] Attempting to bind port 9c38b834-4450-4ca4-bfba-681523238ccd by drivers openvswitch,hyperv on host dv-cinder-780933-3-smb at level 0 using segments [{'id': 'ea10a1ae-951f-4ed1-8a23-f61b743f5d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ec017521-96cd-45f1-ac24-5c5850f48e59'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 14:22:56.742222 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d51f73-ba98-4017-bff7-4428fa523c4e None None] Attempting to bind port 9c38b834-4450-4ca4-bfba-681523238ccd on network ec017521-96cd-45f1-ac24-5c5850f48e59 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:22:56.748243 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d51f73-ba98-4017-bff7-4428fa523c4e None None] Checking agent: {'id': '8ae518a7-0379-42e9-ab12-7bfd998fa0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 14, 18, 49), 'started_at': datetime.datetime(2021, 4, 7, 14, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 14, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 14:22:56.748655 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d51f73-ba98-4017-bff7-4428fa523c4e None None] Checking segment: {'id': 'ea10a1ae-951f-4ed1-8a23-f61b743f5d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ec017521-96cd-45f1-ac24-5c5850f48e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:22:56.749092 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a0d51f73-ba98-4017-bff7-4428fa523c4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:22:56.749523 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d51f73-ba98-4017-bff7-4428fa523c4e None None] Bound using segment: {'id': 'ea10a1ae-951f-4ed1-8a23-f61b743f5d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ec017521-96cd-45f1-ac24-5c5850f48e59'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 14:22:56.750589 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-a0d51f73-ba98-4017-bff7-4428fa523c4e None None] Bound port: 9c38b834-4450-4ca4-bfba-681523238ccd, host: dv-cinder-780933-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea10a1ae-951f-4ed1-8a23-f61b743f5d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ec017521-96cd-45f1-ac24-5c5850f48e59'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 14:22:56.750991 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a0d51f73-ba98-4017-bff7-4428fa523c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:22:56.828055 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-a0d51f73-ba98-4017-bff7-4428fa523c4e None None] For port 9c38b834-4450-4ca4-bfba-681523238ccd, host dv-cinder-780933-3-smb, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 14:22:56.831941 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-a0d51f73-ba98-4017-bff7-4428fa523c4e None None] For port 9c38b834-4450-4ca4-bfba-681523238ccd, host dv-cinder-780933-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=9c38b834-4450-4ca4-bfba-681523238ccd,segment=NetworkSegment(ea10a1ae-951f-4ed1-8a23-f61b743f5d60),segment_id=ea10a1ae-951f-4ed1-8a23-f61b743f5d60)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 14:22:56.835313 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a0d51f73-ba98-4017-bff7-4428fa523c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:22:56.851370 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:22:57.011146 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d51f73-ba98-4017-bff7-4428fa523c4e None None] Pushing event updated for resources: {'Port': ['ID=9c38b834-4450-4ca4-bfba-681523238ccd,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:22:57.014658 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a0d51f73-ba98-4017-bff7-4428fa523c4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:22:57.570513 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 9c38b834-4450-4ca4-bfba-681523238ccd up at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:22:57.644660 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning for port 9c38b834-4450-4ca4-bfba-681523238ccd completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:22:58.290068 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51965aa7-92f8-4744-8665-eb45054fba06 None None] Network ec017521-96cd-45f1-ac24-5c5850f48e59 requested from dv-cinder-780933-3-smb {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 14:22:58.396876 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-79379946-2d65-4f87-969b-e26ae74247a2 None None] Provisioning for port 9c38b834-4450-4ca4-bfba-681523238ccd completed by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:22:58.415004 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-79379946-2d65-4f87-969b-e26ae74247a2 None None] Provisioning complete for port 9c38b834-4450-4ca4-bfba-681523238ccd triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:22:58.415422 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-79379946-2d65-4f87-969b-e26ae74247a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:22:58.642418 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-79379946-2d65-4f87-969b-e26ae74247a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:22:58.673841 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-79379946-2d65-4f87-969b-e26ae74247a2 None None] For port 9c38b834-4450-4ca4-bfba-681523238ccd, host dv-cinder-780933-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=9c38b834-4450-4ca4-bfba-681523238ccd,segment=NetworkSegment(ea10a1ae-951f-4ed1-8a23-f61b743f5d60),segment_id=ea10a1ae-951f-4ed1-8a23-f61b743f5d60)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:22:58.678401 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-79379946-2d65-4f87-969b-e26ae74247a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:22:58.683077 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:22:58.757097 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79379946-2d65-4f87-969b-e26ae74247a2 None None] Pushing event updated for resources: {'Port': ['ID=9c38b834-4450-4ca4-bfba-681523238ccd,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:22:58.761202 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-79379946-2d65-4f87-969b-e26ae74247a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:22:58.901385 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-13b86b86-4122-4a86-98f1-dd340063fce8 None None] Provisioning complete for port 9c38b834-4450-4ca4-bfba-681523238ccd triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:22:58.901803 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-13b86b86-4122-4a86-98f1-dd340063fce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:22:59.537186 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 9c38b834-4450-4ca4-bfba-681523238ccd up at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:22:59.609944 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning complete for port 9c38b834-4450-4ca4-bfba-681523238ccd triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:22:59.610361 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:23:14.668810 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1cd05aa2-edcc-4e97-b22b-2ed5e93e325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:23:15.737172 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.agents_db [None req-6fbea437-4030-452f-8588-832da035c2c0 None None] Agent healthcheck: found 5 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 14:23:17.344076 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-269e3f5f-752e-4a32-8acb-9b11ca55b233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:23:18.089932 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-68064a8d-a1ee-4a07-912b-506dbeaf5e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:23:18.757698 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:23:19.766372 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-753d5ca8-67af-4e0f-aee9-cf9190fbeaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:23:44.671402 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ab76a36e-cb6d-4243-922c-8856539e33c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:23:47.345824 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d8ef2018-ea23-488d-90a5-3094da495669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:23:48.093998 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-68064a8d-a1ee-4a07-912b-506dbeaf5e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:23:48.759585 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:23:49.770721 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-753d5ca8-67af-4e0f-aee9-cf9190fbeaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:23:52.736883 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.agents_db [None req-6fbea437-4030-452f-8588-832da035c2c0 None None] Agent healthcheck: found 5 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 14:24:10.159391 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 41958) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:24:10.165811 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [None req-9e21a131-660b-4dba-bfff-eb17ed0e09b3 tempest-verify_tempest_config-1648664076 tempest-verify_tempest_config-1648664076-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=84313) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 14:24:10.166907 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-9e21a131-660b-4dba-bfff-eb17ed0e09b3 tempest-verify_tempest_config-1648664076 tempest-verify_tempest_config-1648664076-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063763 Apr 07 14:24:10.497317 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 41976) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:24:10.622352 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4a26d812-1972-472e-a547-96a26fe565d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:24:10.637580 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-4a26d812-1972-472e-a547-96a26fe565d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:24:10.642063 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-4a26d812-1972-472e-a547-96a26fe565d6 admin admin] Usage tracker for resource:security_group_rule and tenant:e74ec83f449347619b04bdcc0ace4eb5 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:24:10.644992 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-4a26d812-1972-472e-a547-96a26fe565d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:24:10.650936 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-4a26d812-1972-472e-a547-96a26fe565d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:24:10.742908 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4a26d812-1972-472e-a547-96a26fe565d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:24:10.745515 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4a26d812-1972-472e-a547-96a26fe565d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:24:10.754821 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:24:10.797203 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-4a26d812-1972-472e-a547-96a26fe565d6 admin admin] Synchronizing usage tracker for tenant:3030079755da4a1eb3349ad12a38f2ae on resource:security_group {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:24:10.800682 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a26d812-1972-472e-a547-96a26fe565d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af31e288-69b3-421f-8fc5-7134634111a4,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:24:10.812535 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26d812-1972-472e-a547-96a26fe565d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:24:10.812915 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26d812-1972-472e-a547-96a26fe565d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:24:10.813283 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26d812-1972-472e-a547-96a26fe565d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:24:10.813647 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26d812-1972-472e-a547-96a26fe565d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:24:10.814004 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26d812-1972-472e-a547-96a26fe565d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:24:10.814362 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26d812-1972-472e-a547-96a26fe565d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:24:10.814716 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26d812-1972-472e-a547-96a26fe565d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:24:10.815068 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26d812-1972-472e-a547-96a26fe565d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:24:10.815425 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26d812-1972-472e-a547-96a26fe565d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:24:10.815778 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26d812-1972-472e-a547-96a26fe565d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:24:10.816182 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26d812-1972-472e-a547-96a26fe565d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:24:10.816537 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26d812-1972-472e-a547-96a26fe565d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:24:10.823316 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-4a26d812-1972-472e-a547-96a26fe565d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:24:10.829205 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-4a26d812-1972-472e-a547-96a26fe565d6 admin admin] Unset dirty status for tenant:3030079755da4a1eb3349ad12a38f2ae on resource:security_group {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:24:10.830610 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-4a26d812-1972-472e-a547-96a26fe565d6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e74ec83f449347619b04bdcc0ace4eb5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3321786 Apr 07 14:24:10.833292 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 41982) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:24:10.893256 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-51db8614-c7b3-4c20-b868-b1a4cb040770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:24:10.919725 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-51db8614-c7b3-4c20-b868-b1a4cb040770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:24:10.973191 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-51db8614-c7b3-4c20-b868-b1a4cb040770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:24:10.978426 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-4a26d812-1972-472e-a547-96a26fe565d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:24:10.991785 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db8614-c7b3-4c20-b868-b1a4cb040770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af31e288-69b3-421f-8fc5-7134634111a4,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:24:10.999904 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-51db8614-c7b3-4c20-b868-b1a4cb040770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:24:10.999904 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-51db8614-c7b3-4c20-b868-b1a4cb040770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:24:10.999904 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-51db8614-c7b3-4c20-b868-b1a4cb040770 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/af31e288-69b3-421f-8fc5-7134634111a4 HTTP/1.1" status: 204 len: 168 time: 0.1651304 Apr 07 14:24:14.675147 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f3ed2a48-dea1-40dd-9871-644cf1cb1065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:24:17.348256 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3d6131f5-3839-4c80-b382-5ae2737e11a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:24:18.095541 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-68064a8d-a1ee-4a07-912b-506dbeaf5e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:24:18.761989 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:24:19.776337 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-753d5ca8-67af-4e0f-aee9-cf9190fbeaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:24:29.736871 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.agents_db [None req-6fbea437-4030-452f-8588-832da035c2c0 None None] Agent healthcheck: found 5 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 14:24:44.676591 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8908249a-b63c-4a55-94da-5fb315fcb75a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:24:47.348696 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-90e5b973-fa8c-4f17-9a08-0759236513ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:24:48.097746 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-68064a8d-a1ee-4a07-912b-506dbeaf5e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:24:48.763845 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:24:49.775197 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-753d5ca8-67af-4e0f-aee9-cf9190fbeaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:25:06.736940 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.agents_db [None req-6fbea437-4030-452f-8588-832da035c2c0 None None] Agent healthcheck: found 5 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 14:25:14.677534 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d7125650-e40a-49d1-b771-9e50ca660dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:25:17.350274 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bc39b036-cd76-49e3-a3f8-8476800c76bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:25:18.100071 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-68064a8d-a1ee-4a07-912b-506dbeaf5e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:25:18.765104 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:25:19.778438 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-753d5ca8-67af-4e0f-aee9-cf9190fbeaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:25:43.736983 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.agents_db [None req-6fbea437-4030-452f-8588-832da035c2c0 None None] Agent healthcheck: found 5 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 14:25:44.679138 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-893aae47-2b91-4d14-9d25-c5a8e11c7287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:25:45.701529 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175'] for agent, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:25:47.353390 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3a4e8e05-3ad0-4144-9790-593b5bb24164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:25:48.103163 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-68064a8d-a1ee-4a07-912b-506dbeaf5e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:25:48.767733 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:25:49.568249 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 42034) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:25:49.695334 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-6fa6f0a6-17e0-4ba2-b65f-0c18e7d76259 admin admin] 10.222.0.63 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1258898 Apr 07 14:25:49.782647 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-753d5ca8-67af-4e0f-aee9-cf9190fbeaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:25:52.327314 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 42044) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:25:52.391033 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-3e32d2b5-2ccc-4425-889e-2e39d184e3a9 admin admin] 10.222.0.63 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0599725 Apr 07 14:26:14.680612 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-fa1cabda-add6-4aa6-abab-382f0c701ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:26:15.706550 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:26:17.355684 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-802593c0-9ede-4704-9d77-65318669b4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:26:18.109561 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-68064a8d-a1ee-4a07-912b-506dbeaf5e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:26:18.769382 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:26:19.784089 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-753d5ca8-67af-4e0f-aee9-cf9190fbeaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:26:20.737457 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.agents_db [None req-6fbea437-4030-452f-8588-832da035c2c0 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 14:26:44.691469 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-50c1f112-4dd5-4df5-93dc-cbebb18b99ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:26:45.712901 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:26:47.358242 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a72597d0-ff52-49af-94d1-6771a09ee6a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:26:48.114331 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-68064a8d-a1ee-4a07-912b-506dbeaf5e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:26:48.773235 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:26:49.791413 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-753d5ca8-67af-4e0f-aee9-cf9190fbeaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:26:57.737215 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.agents_db [None req-6fbea437-4030-452f-8588-832da035c2c0 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 14:27:14.685235 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b08ab447-b7ad-4390-9901-c1e947b67d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:15.703601 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:17.361852 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-32787ccb-8bbb-437e-acdf-a4fcde997a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:18.119468 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-68064a8d-a1ee-4a07-912b-506dbeaf5e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:18.784881 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:19.795672 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-753d5ca8-67af-4e0f-aee9-cf9190fbeaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:23.848946 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 42258) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:27:24.196319 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 42272) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:27:24.556131 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-59fbed75-9f04-44ac-b4c2-f8ac8bab4aad admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-296302872-network', 'tenant_id': 'af6fad83fbd440a78d4e9f9cd610cc9b'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:27:24.587383 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-59fbed75-9f04-44ac-b4c2-f8ac8bab4aad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:27:24.606511 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-59fbed75-9f04-44ac-b4c2-f8ac8bab4aad admin admin] Usage tracker for resource:network and tenant:af6fad83fbd440a78d4e9f9cd610cc9b is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:27:24.614529 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-59fbed75-9f04-44ac-b4c2-f8ac8bab4aad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:27:24.618293 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 42282) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:27:24.628173 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-59fbed75-9f04-44ac-b4c2-f8ac8bab4aad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:27:24.647852 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fbed75-9f04-44ac-b4c2-f8ac8bab4aad admin admin] Made reservation on behalf of af6fad83fbd440a78d4e9f9cd610cc9b for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:27:24.661509 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-59fbed75-9f04-44ac-b4c2-f8ac8bab4aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:24.690943 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 42288) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:27:24.702094 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-59fbed75-9f04-44ac-b4c2-f8ac8bab4aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:24.977733 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-79373bbb-21fb-412e-b7b7-b5d177fcfda8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1320954751-network', 'tenant_id': 'c90060d015924f5b8528ee50e0508f9d'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:27:24.994388 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-59fbed75-9f04-44ac-b4c2-f8ac8bab4aad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:27:25.003149 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-59fbed75-9f04-44ac-b4c2-f8ac8bab4aad admin admin] Usage tracker for resource:security_group_rule and tenant:af6fad83fbd440a78d4e9f9cd610cc9b is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:27:25.008434 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-59fbed75-9f04-44ac-b4c2-f8ac8bab4aad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:27:25.015946 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-59fbed75-9f04-44ac-b4c2-f8ac8bab4aad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:27:25.069370 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-79373bbb-21fb-412e-b7b7-b5d177fcfda8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:27:25.078250 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-79373bbb-21fb-412e-b7b7-b5d177fcfda8 admin admin] Usage tracker for resource:network and tenant:c90060d015924f5b8528ee50e0508f9d is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:27:25.085605 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-79373bbb-21fb-412e-b7b7-b5d177fcfda8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:27:25.094270 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-79373bbb-21fb-412e-b7b7-b5d177fcfda8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:27:25.218138 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-59fbed75-9f04-44ac-b4c2-f8ac8bab4aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:25.220670 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79373bbb-21fb-412e-b7b7-b5d177fcfda8 admin admin] Made reservation on behalf of c90060d015924f5b8528ee50e0508f9d for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:27:25.223441 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-32b15cc8-4aa7-4f2f-811a-7d540c03a186 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-866043403-network', 'tenant_id': '3cedb750960847b9a6d948554b936778'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:27:25.231870 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-79373bbb-21fb-412e-b7b7-b5d177fcfda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:25.236442 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-32b15cc8-4aa7-4f2f-811a-7d540c03a186 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:27:25.243343 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-32b15cc8-4aa7-4f2f-811a-7d540c03a186 admin admin] Usage tracker for resource:network and tenant:3cedb750960847b9a6d948554b936778 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:27:25.257411 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-32b15cc8-4aa7-4f2f-811a-7d540c03a186 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:27:25.267593 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-79373bbb-21fb-412e-b7b7-b5d177fcfda8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:25.278909 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-32b15cc8-4aa7-4f2f-811a-7d540c03a186 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:27:25.302042 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-9f7de93e-3a90-4765-a658-8937cbcb3f23 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1548084369-network', 'tenant_id': '782e9eccce6d4f5898c76958383a5e3d'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:27:25.304087 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-79373bbb-21fb-412e-b7b7-b5d177fcfda8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:27:25.314241 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-59fbed75-9f04-44ac-b4c2-f8ac8bab4aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:25.317064 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-79373bbb-21fb-412e-b7b7-b5d177fcfda8 admin admin] Usage tracker for resource:security_group_rule and tenant:c90060d015924f5b8528ee50e0508f9d is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:27:25.322778 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-79373bbb-21fb-412e-b7b7-b5d177fcfda8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:27:25.325782 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-9f7de93e-3a90-4765-a658-8937cbcb3f23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:27:25.333230 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-9f7de93e-3a90-4765-a658-8937cbcb3f23 admin admin] Usage tracker for resource:network and tenant:782e9eccce6d4f5898c76958383a5e3d is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:27:25.339095 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-9f7de93e-3a90-4765-a658-8937cbcb3f23 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:27:25.342307 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-79373bbb-21fb-412e-b7b7-b5d177fcfda8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:27:25.347103 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:27:25.355469 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-9f7de93e-3a90-4765-a658-8937cbcb3f23 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:27:25.365769 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b15cc8-4aa7-4f2f-811a-7d540c03a186 admin admin] Made reservation on behalf of 3cedb750960847b9a6d948554b936778 for: {'network': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:27:25.374737 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-32b15cc8-4aa7-4f2f-811a-7d540c03a186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for network, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:25.399510 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-32b15cc8-4aa7-4f2f-811a-7d540c03a186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:25.410165 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fbed75-9f04-44ac-b4c2-f8ac8bab4aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19ab069-2b4a-4977-a7e0-54137bab8c95,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:27:25.423396 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7de93e-3a90-4765-a658-8937cbcb3f23 admin admin] Made reservation on behalf of 782e9eccce6d4f5898c76958383a5e3d for: {'network': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:27:25.433212 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9f7de93e-3a90-4765-a658-8937cbcb3f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for network, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:25.434226 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fbed75-9f04-44ac-b4c2-f8ac8bab4aad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:27:25.434937 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fbed75-9f04-44ac-b4c2-f8ac8bab4aad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:27:25.435516 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fbed75-9f04-44ac-b4c2-f8ac8bab4aad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:27:25.436137 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fbed75-9f04-44ac-b4c2-f8ac8bab4aad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:27:25.436712 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fbed75-9f04-44ac-b4c2-f8ac8bab4aad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:27:25.437364 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fbed75-9f04-44ac-b4c2-f8ac8bab4aad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:27:25.438458 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fbed75-9f04-44ac-b4c2-f8ac8bab4aad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:27:25.439042 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fbed75-9f04-44ac-b4c2-f8ac8bab4aad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:27:25.439620 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fbed75-9f04-44ac-b4c2-f8ac8bab4aad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:27:25.440227 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fbed75-9f04-44ac-b4c2-f8ac8bab4aad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:27:25.440809 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fbed75-9f04-44ac-b4c2-f8ac8bab4aad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:27:25.441388 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fbed75-9f04-44ac-b4c2-f8ac8bab4aad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:27:25.443424 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fbed75-9f04-44ac-b4c2-f8ac8bab4aad admin admin] Tracked resource versions report: Apr 07 14:27:25.443424 dv-cinder-780933-3-smb neutron-server[84199]: pushed versions: Apr 07 14:27:25.443424 dv-cinder-780933-3-smb neutron-server[84199]: { 'AddressGroup': {'1.2'}, Apr 07 14:27:25.443424 dv-cinder-780933-3-smb neutron-server[84199]: 'ConntrackHelper': {'1.0'}, Apr 07 14:27:25.443424 dv-cinder-780933-3-smb neutron-server[84199]: 'Log': {'1.0'}, Apr 07 14:27:25.443424 dv-cinder-780933-3-smb neutron-server[84199]: 'Network': {'1.1'}, Apr 07 14:27:25.443424 dv-cinder-780933-3-smb neutron-server[84199]: 'Port': {'1.7'}, Apr 07 14:27:25.443424 dv-cinder-780933-3-smb neutron-server[84199]: 'PortForwarding': {'1.2'}, Apr 07 14:27:25.443424 dv-cinder-780933-3-smb neutron-server[84199]: 'QosPolicy': {'1.8'}, Apr 07 14:27:25.443424 dv-cinder-780933-3-smb neutron-server[84199]: 'SecurityGroup': {'1.4'}, Apr 07 14:27:25.443424 dv-cinder-780933-3-smb neutron-server[84199]: 'SecurityGroupRule': {'1.2'}, Apr 07 14:27:25.443424 dv-cinder-780933-3-smb neutron-server[84199]: 'SubPort': {'1.0'}, Apr 07 14:27:25.443424 dv-cinder-780933-3-smb neutron-server[84199]: 'Subnet': {'1.1'}, Apr 07 14:27:25.443424 dv-cinder-780933-3-smb neutron-server[84199]: 'Trunk': {'1.1'}} Apr 07 14:27:25.443424 dv-cinder-780933-3-smb neutron-server[84199]: consumer versions: Apr 07 14:27:25.443424 dv-cinder-780933-3-smb neutron-server[84199]: { DHCP agent@dv-cinder-780933-3-smb: {}, Apr 07 14:27:25.443424 dv-cinder-780933-3-smb neutron-server[84199]: HyperV agent@hv-cinder-78093: {}, Apr 07 14:27:25.443424 dv-cinder-780933-3-smb neutron-server[84199]: L3 agent@dv-cinder-780933-3-smb: {}, Apr 07 14:27:25.443424 dv-cinder-780933-3-smb neutron-server[84199]: Metadata agent@dv-cinder-780933-3-smb: {}, Apr 07 14:27:25.443424 dv-cinder-780933-3-smb neutron-server[84199]: Metering agent@dv-cinder-780933-3-smb: {}, Apr 07 14:27:25.443424 dv-cinder-780933-3-smb neutron-server[84199]: Open vSwitch agent@dv-cinder-780933-3-smb: { 'AddressGroup': '1.2', Apr 07 14:27:25.443424 dv-cinder-780933-3-smb neutron-server[84199]: 'ConntrackHelper': '1.0', Apr 07 14:27:25.443424 dv-cinder-780933-3-smb neutron-server[84199]: 'Log': '1.0', Apr 07 14:27:25.443424 dv-cinder-780933-3-smb neutron-server[84199]: 'Network': '1.1', Apr 07 14:27:25.443424 dv-cinder-780933-3-smb neutron-server[84199]: 'Port': '1.7', Apr 07 14:27:25.443424 dv-cinder-780933-3-smb neutron-server[84199]: 'PortForwarding': '1.2', Apr 07 14:27:25.443424 dv-cinder-780933-3-smb neutron-server[84199]: 'QosPolicy': '1.8', Apr 07 14:27:25.443424 dv-cinder-780933-3-smb neutron-server[84199]: 'SecurityGroup': '1.4', Apr 07 14:27:25.443424 dv-cinder-780933-3-smb neutron-server[84199]: 'SecurityGroupRule': '1.2', Apr 07 14:27:25.443424 dv-cinder-780933-3-smb neutron-server[84199]: 'SubPort': '1.0', Apr 07 14:27:25.443424 dv-cinder-780933-3-smb neutron-server[84199]: 'Subnet': '1.1', Apr 07 14:27:25.443424 dv-cinder-780933-3-smb neutron-server[84199]: 'Trunk': '1.1'}} Apr 07 14:27:25.443424 dv-cinder-780933-3-smb neutron-server[84199]: {{(pid=84312) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 07 14:27:25.463468 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-32b15cc8-4aa7-4f2f-811a-7d540c03a186 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:27:25.469216 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-32b15cc8-4aa7-4f2f-811a-7d540c03a186 admin admin] Usage tracker for resource:security_group_rule and tenant:3cedb750960847b9a6d948554b936778 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:27:25.473588 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-32b15cc8-4aa7-4f2f-811a-7d540c03a186 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:27:25.484482 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-32b15cc8-4aa7-4f2f-811a-7d540c03a186 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:27:25.505505 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59fbed75-9f04-44ac-b4c2-f8ac8bab4aad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 07 14:27:25.507037 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9f7de93e-3a90-4765-a658-8937cbcb3f23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:25.560909 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-59fbed75-9f04-44ac-b4c2-f8ac8bab4aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:27:25.613178 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-59fbed75-9f04-44ac-b4c2-f8ac8bab4aad admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732486673642', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773215'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:25.614559 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-59fbed75-9f04-44ac-b4c2-f8ac8bab4aad admin admin] Unsubscribe: segment precommit_create {{(pid=84312) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 07 14:27:25.615077 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.db.segments_db [None req-59fbed75-9f04-44ac-b4c2-f8ac8bab4aad admin admin] Added segment 9d8ef5b9-c447-4b90-9831-d929e59e09af of type vlan for network 48947f08-8f4e-4445-a0c2-94b53fac764a Apr 07 14:27:25.698297 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-32b15cc8-4aa7-4f2f-811a-7d540c03a186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:25.705744 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-32b15cc8-4aa7-4f2f-811a-7d540c03a186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:25.707675 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-9f7de93e-3a90-4765-a658-8937cbcb3f23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:27:25.733453 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32b15cc8-4aa7-4f2f-811a-7d540c03a186 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=84313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 07 14:27:25.749841 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-32b15cc8-4aa7-4f2f-811a-7d540c03a186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773215'] for segment, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:25.750464 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.db.segments_db [None req-32b15cc8-4aa7-4f2f-811a-7d540c03a186 admin admin] Added segment 915451d2-8683-4329-b99a-36d7903584f8 of type vlan for network 346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb Apr 07 14:27:25.794625 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-9f7de93e-3a90-4765-a658-8937cbcb3f23 admin admin] Usage tracker for resource:security_group_rule and tenant:782e9eccce6d4f5898c76958383a5e3d is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:27:25.800103 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-924411f6-ec4b-4902-8d55-909ced66370d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:27:25.804551 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-59fbed75-9f04-44ac-b4c2-f8ac8bab4aad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304368617707'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:25.819427 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-32b15cc8-4aa7-4f2f-811a-7d540c03a186 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304368617707'] for network, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:25.871806 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-9f7de93e-3a90-4765-a658-8937cbcb3f23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:27:25.901314 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-9f7de93e-3a90-4765-a658-8937cbcb3f23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:27:25.905603 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-32b15cc8-4aa7-4f2f-811a-7d540c03a186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954'] for network, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:25.916618 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b15cc8-4aa7-4f2f-811a-7d540c03a186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:27:25.918070 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-32b15cc8-4aa7-4f2f-811a-7d540c03a186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for network, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:25.948981 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-79373bbb-21fb-412e-b7b7-b5d177fcfda8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:25.950750 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-59fbed75-9f04-44ac-b4c2-f8ac8bab4aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:25.953024 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fbed75-9f04-44ac-b4c2-f8ac8bab4aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:27:25.954083 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-59fbed75-9f04-44ac-b4c2-f8ac8bab4aad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:25.973833 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-32b15cc8-4aa7-4f2f-811a-7d540c03a186 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3531880 Apr 07 14:27:25.982057 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 42336) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:27:26.005870 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-d655bd19-adea-4ef3-9086-33f5479011dd admin admin] Request body: {'subnet': {'network_id': '346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-866043403-subnet', 'tenant_id': '3cedb750960847b9a6d948554b936778', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:27:26.008354 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:27:26.021606 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-d655bd19-adea-4ef3-9086-33f5479011dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:27:26.029954 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-d655bd19-adea-4ef3-9086-33f5479011dd admin admin] Usage tracker for resource:subnet and tenant:3cedb750960847b9a6d948554b936778 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:27:26.036532 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-d655bd19-adea-4ef3-9086-33f5479011dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:27:26.045949 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-79373bbb-21fb-412e-b7b7-b5d177fcfda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:26.052887 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-59fbed75-9f04-44ac-b4c2-f8ac8bab4aad admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1976669 Apr 07 14:27:26.054870 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-d655bd19-adea-4ef3-9086-33f5479011dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:27:26.085268 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 42340) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:27:26.095927 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d655bd19-adea-4ef3-9086-33f5479011dd admin admin] Made reservation on behalf of 3cedb750960847b9a6d948554b936778 for: {'subnet': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:27:26.106061 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d655bd19-adea-4ef3-9086-33f5479011dd admin admin] Notify callbacks [] for subnet, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:26.216717 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b15cc8-4aa7-4f2f-811a-7d540c03a186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc7bb1b-2073-4426-b770-45d6850d3eda,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:27:26.230658 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-ba58230a-da6c-4595-b0b2-f886f33773a4 admin admin] Request body: {'subnet': {'network_id': '48947f08-8f4e-4445-a0c2-94b53fac764a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-296302872-subnet', 'tenant_id': 'af6fad83fbd440a78d4e9f9cd610cc9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:27:26.247559 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b15cc8-4aa7-4f2f-811a-7d540c03a186 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:27:26.248018 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b15cc8-4aa7-4f2f-811a-7d540c03a186 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:27:26.248308 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b15cc8-4aa7-4f2f-811a-7d540c03a186 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:27:26.248837 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b15cc8-4aa7-4f2f-811a-7d540c03a186 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:27:26.249355 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b15cc8-4aa7-4f2f-811a-7d540c03a186 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:27:26.249875 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b15cc8-4aa7-4f2f-811a-7d540c03a186 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:27:26.250243 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b15cc8-4aa7-4f2f-811a-7d540c03a186 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:27:26.250575 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b15cc8-4aa7-4f2f-811a-7d540c03a186 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:27:26.250977 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b15cc8-4aa7-4f2f-811a-7d540c03a186 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:27:26.251960 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b15cc8-4aa7-4f2f-811a-7d540c03a186 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:27:26.252328 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b15cc8-4aa7-4f2f-811a-7d540c03a186 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:27:26.252691 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b15cc8-4aa7-4f2f-811a-7d540c03a186 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:27:26.254130 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b15cc8-4aa7-4f2f-811a-7d540c03a186 admin admin] Tracked resource versions report: Apr 07 14:27:26.254130 dv-cinder-780933-3-smb neutron-server[84199]: pushed versions: Apr 07 14:27:26.254130 dv-cinder-780933-3-smb neutron-server[84199]: { 'AddressGroup': {'1.2'}, Apr 07 14:27:26.254130 dv-cinder-780933-3-smb neutron-server[84199]: 'ConntrackHelper': {'1.0'}, Apr 07 14:27:26.254130 dv-cinder-780933-3-smb neutron-server[84199]: 'Log': {'1.0'}, Apr 07 14:27:26.254130 dv-cinder-780933-3-smb neutron-server[84199]: 'Network': {'1.1'}, Apr 07 14:27:26.254130 dv-cinder-780933-3-smb neutron-server[84199]: 'Port': {'1.7'}, Apr 07 14:27:26.254130 dv-cinder-780933-3-smb neutron-server[84199]: 'PortForwarding': {'1.2'}, Apr 07 14:27:26.254130 dv-cinder-780933-3-smb neutron-server[84199]: 'QosPolicy': {'1.8'}, Apr 07 14:27:26.254130 dv-cinder-780933-3-smb neutron-server[84199]: 'SecurityGroup': {'1.4'}, Apr 07 14:27:26.254130 dv-cinder-780933-3-smb neutron-server[84199]: 'SecurityGroupRule': {'1.2'}, Apr 07 14:27:26.254130 dv-cinder-780933-3-smb neutron-server[84199]: 'SubPort': {'1.0'}, Apr 07 14:27:26.254130 dv-cinder-780933-3-smb neutron-server[84199]: 'Subnet': {'1.1'}, Apr 07 14:27:26.254130 dv-cinder-780933-3-smb neutron-server[84199]: 'Trunk': {'1.1'}} Apr 07 14:27:26.254130 dv-cinder-780933-3-smb neutron-server[84199]: consumer versions: Apr 07 14:27:26.254130 dv-cinder-780933-3-smb neutron-server[84199]: { DHCP agent@dv-cinder-780933-3-smb: {}, Apr 07 14:27:26.254130 dv-cinder-780933-3-smb neutron-server[84199]: HyperV agent@hv-cinder-78093: {}, Apr 07 14:27:26.254130 dv-cinder-780933-3-smb neutron-server[84199]: L3 agent@dv-cinder-780933-3-smb: {}, Apr 07 14:27:26.254130 dv-cinder-780933-3-smb neutron-server[84199]: Metadata agent@dv-cinder-780933-3-smb: {}, Apr 07 14:27:26.254130 dv-cinder-780933-3-smb neutron-server[84199]: Metering agent@dv-cinder-780933-3-smb: {}, Apr 07 14:27:26.254130 dv-cinder-780933-3-smb neutron-server[84199]: Open vSwitch agent@dv-cinder-780933-3-smb: { 'AddressGroup': '1.2', Apr 07 14:27:26.254130 dv-cinder-780933-3-smb neutron-server[84199]: 'ConntrackHelper': '1.0', Apr 07 14:27:26.254130 dv-cinder-780933-3-smb neutron-server[84199]: 'Log': '1.0', Apr 07 14:27:26.254130 dv-cinder-780933-3-smb neutron-server[84199]: 'Network': '1.1', Apr 07 14:27:26.254130 dv-cinder-780933-3-smb neutron-server[84199]: 'Port': '1.7', Apr 07 14:27:26.254130 dv-cinder-780933-3-smb neutron-server[84199]: 'PortForwarding': '1.2', Apr 07 14:27:26.254130 dv-cinder-780933-3-smb neutron-server[84199]: 'QosPolicy': '1.8', Apr 07 14:27:26.254130 dv-cinder-780933-3-smb neutron-server[84199]: 'SecurityGroup': '1.4', Apr 07 14:27:26.254130 dv-cinder-780933-3-smb neutron-server[84199]: 'SecurityGroupRule': '1.2', Apr 07 14:27:26.254130 dv-cinder-780933-3-smb neutron-server[84199]: 'SubPort': '1.0', Apr 07 14:27:26.254130 dv-cinder-780933-3-smb neutron-server[84199]: 'Subnet': '1.1', Apr 07 14:27:26.254130 dv-cinder-780933-3-smb neutron-server[84199]: 'Trunk': '1.1'}} Apr 07 14:27:26.254130 dv-cinder-780933-3-smb neutron-server[84199]: {{(pid=84313) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 07 14:27:26.260692 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-32b15cc8-4aa7-4f2f-811a-7d540c03a186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:27:26.264948 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79373bbb-21fb-412e-b7b7-b5d177fcfda8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 07 14:27:26.267426 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-ba58230a-da6c-4595-b0b2-f886f33773a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:27:26.272461 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-ba58230a-da6c-4595-b0b2-f886f33773a4 admin admin] Usage tracker for resource:subnet and tenant:af6fad83fbd440a78d4e9f9cd610cc9b is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:27:26.275991 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-ba58230a-da6c-4595-b0b2-f886f33773a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:27:26.282801 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-ba58230a-da6c-4595-b0b2-f886f33773a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:27:26.303550 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-924411f6-ec4b-4902-8d55-909ced66370d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.345s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:27:26.320994 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fbed75-9f04-44ac-b4c2-f8ac8bab4aad admin admin] Pushing event updated for resources: {'Network': ['ID=48947f08-8f4e-4445-a0c2-94b53fac764a,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:27:26.333872 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-59fbed75-9f04-44ac-b4c2-f8ac8bab4aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:27:26.334718 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-59fbed75-9f04-44ac-b4c2-f8ac8bab4aad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:27:26.344581 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Network 48947f08-8f4e-4445-a0c2-94b53fac764a details requested by agent ovs-agent-dv-cinder-780933-3-smb with host dv-cinder-780933-3-smb {{(pid=84314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 14:27:26.365670 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba58230a-da6c-4595-b0b2-f886f33773a4 admin admin] Made reservation on behalf of af6fad83fbd440a78d4e9f9cd610cc9b for: {'subnet': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:27:26.379057 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-79373bbb-21fb-412e-b7b7-b5d177fcfda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773215'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:26.383750 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.db.segments_db [None req-79373bbb-21fb-412e-b7b7-b5d177fcfda8 admin admin] Added segment a6579ad7-9f41-44c7-a382-db5bb61474cf of type vlan for network 64337612-feea-4e2d-953e-a7b35601ec92 Apr 07 14:27:26.390619 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ba58230a-da6c-4595-b0b2-f886f33773a4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:26.476048 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79373bbb-21fb-412e-b7b7-b5d177fcfda8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36cb5e1a-9d61-4ef4-a45c-07260440c647,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:27:26.484398 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-79373bbb-21fb-412e-b7b7-b5d177fcfda8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:27:26.487942 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-79373bbb-21fb-412e-b7b7-b5d177fcfda8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304368617707'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:26.561232 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-79373bbb-21fb-412e-b7b7-b5d177fcfda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:26.563930 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79373bbb-21fb-412e-b7b7-b5d177fcfda8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:27:26.565214 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-79373bbb-21fb-412e-b7b7-b5d177fcfda8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:26.575929 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-59fbed75-9f04-44ac-b4c2-f8ac8bab4aad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:27:26.757050 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-79373bbb-21fb-412e-b7b7-b5d177fcfda8 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5589890 Apr 07 14:27:26.765115 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 42354) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:27:26.799488 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-25886e99-f660-4e1d-9813-8cd6b6680593 admin admin] Request body: {'subnet': {'network_id': '64337612-feea-4e2d-953e-a7b35601ec92', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1320954751-subnet', 'tenant_id': 'c90060d015924f5b8528ee50e0508f9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:27:26.818353 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79373bbb-21fb-412e-b7b7-b5d177fcfda8 admin admin] Pushing event updated for resources: {'Network': ['ID=64337612-feea-4e2d-953e-a7b35601ec92,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:27:26.831370 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-79373bbb-21fb-412e-b7b7-b5d177fcfda8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:27:26.831694 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Network 64337612-feea-4e2d-953e-a7b35601ec92 details requested by agent ovs-agent-dv-cinder-780933-3-smb with host dv-cinder-780933-3-smb {{(pid=84314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 14:27:26.929448 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-25886e99-f660-4e1d-9813-8cd6b6680593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:27:26.932096 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b15cc8-4aa7-4f2f-811a-7d540c03a186 admin admin] Pushing event updated for resources: {'Network': ['ID=346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:27:26.972245 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-32b15cc8-4aa7-4f2f-811a-7d540c03a186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:27:26.977867 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-25886e99-f660-4e1d-9813-8cd6b6680593 admin admin] Usage tracker for resource:subnet and tenant:c90060d015924f5b8528ee50e0508f9d is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:27:27.021471 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-25886e99-f660-4e1d-9813-8cd6b6680593 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:27:27.057844 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Network 346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb details requested by agent ovs-agent-dv-cinder-780933-3-smb with host dv-cinder-780933-3-smb {{(pid=84314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 14:27:27.062231 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-25886e99-f660-4e1d-9813-8cd6b6680593 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:27:27.128553 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9f7de93e-3a90-4765-a658-8937cbcb3f23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:27.172856 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9f7de93e-3a90-4765-a658-8937cbcb3f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:27.233055 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:27:27.309277 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25886e99-f660-4e1d-9813-8cd6b6680593 admin admin] Made reservation on behalf of c90060d015924f5b8528ee50e0508f9d for: {'subnet': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:27:27.314424 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-25886e99-f660-4e1d-9813-8cd6b6680593 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:27.685339 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f7de93e-3a90-4765-a658-8937cbcb3f23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=84313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 07 14:27:27.698490 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7de93e-3a90-4765-a658-8937cbcb3f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca3ba99-46fb-4dd9-910a-dce93ef931cc,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:27:27.716844 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9f7de93e-3a90-4765-a658-8937cbcb3f23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:27:27.816596 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9f7de93e-3a90-4765-a658-8937cbcb3f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773215'] for segment, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:27.816993 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.db.segments_db [None req-9f7de93e-3a90-4765-a658-8937cbcb3f23 admin admin] Added segment 0118da08-8e30-4678-bce3-0cdb584704d7 of type vlan for network c030ef04-5242-408d-b21d-654932a78971 Apr 07 14:27:27.914426 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9f7de93e-3a90-4765-a658-8937cbcb3f23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304368617707'] for network, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:28.099315 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9f7de93e-3a90-4765-a658-8937cbcb3f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954'] for network, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:28.109603 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7de93e-3a90-4765-a658-8937cbcb3f23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:27:28.110253 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9f7de93e-3a90-4765-a658-8937cbcb3f23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for network, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:28.120588 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:27:28.306113 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7de93e-3a90-4765-a658-8937cbcb3f23 admin admin] Pushing event updated for resources: {'Network': ['ID=c030ef04-5242-408d-b21d-654932a78971,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:27:28.313154 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9f7de93e-3a90-4765-a658-8937cbcb3f23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:27:28.322824 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Network c030ef04-5242-408d-b21d-654932a78971 details requested by agent ovs-agent-dv-cinder-780933-3-smb with host dv-cinder-780933-3-smb {{(pid=84314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 14:27:28.334450 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-9f7de93e-3a90-4765-a658-8937cbcb3f23 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.6418779 Apr 07 14:27:28.340167 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 42410) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:27:28.349474 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-5259246f-c4dc-491c-a17b-d4dd2fe92ba8 admin admin] Request body: {'subnet': {'network_id': 'c030ef04-5242-408d-b21d-654932a78971', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1548084369-subnet', 'tenant_id': '782e9eccce6d4f5898c76958383a5e3d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:27:28.369253 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-5259246f-c4dc-491c-a17b-d4dd2fe92ba8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:27:28.380837 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-5259246f-c4dc-491c-a17b-d4dd2fe92ba8 admin admin] Usage tracker for resource:subnet and tenant:782e9eccce6d4f5898c76958383a5e3d is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:27:28.394700 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-5259246f-c4dc-491c-a17b-d4dd2fe92ba8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:27:28.416746 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-5259246f-c4dc-491c-a17b-d4dd2fe92ba8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:27:28.441475 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 42414) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:27:28.444984 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5259246f-c4dc-491c-a17b-d4dd2fe92ba8 admin admin] Made reservation on behalf of 782e9eccce6d4f5898c76958383a5e3d for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:27:28.454325 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5259246f-c4dc-491c-a17b-d4dd2fe92ba8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:28.575787 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ba58230a-da6c-4595-b0b2-f886f33773a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954'] for subnet, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:28.781670 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:27:28.817756 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7906974b-c898-46b2-b634-dc74d76cd7e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:28.896068 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d655bd19-adea-4ef3-9086-33f5479011dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954'] for subnet, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:28.898074 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba58230a-da6c-4595-b0b2-f886f33773a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=680613ef-fc50-4022-b80a-d2e8597917da,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:27:28.911692 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ba58230a-da6c-4595-b0b2-f886f33773a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:27:28.921392 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-7906974b-c898-46b2-b634-dc74d76cd7e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:27:28.946664 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-7906974b-c898-46b2-b634-dc74d76cd7e8 admin admin] Usage tracker for resource:security_group_rule and tenant:7743797639e04673a33f05038943ad14 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:27:28.964003 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-7906974b-c898-46b2-b634-dc74d76cd7e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:27:28.980332 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-7906974b-c898-46b2-b634-dc74d76cd7e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:27:29.254162 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:27:29.266039 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5259246f-c4dc-491c-a17b-d4dd2fe92ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:29.308111 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:27:29.375641 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d655bd19-adea-4ef3-9086-33f5479011dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e62acf97-8dac-49ae-b633-d54e2e4cb525,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:27:29.406672 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-d655bd19-adea-4ef3-9086-33f5479011dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:27:29.492588 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba58230a-da6c-4595-b0b2-f886f33773a4 admin admin] Checking segment: {'id': '9d8ef5b9-c447-4b90-9831-d929e59e09af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '48947f08-8f4e-4445-a0c2-94b53fac764a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:27:29.493229 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba58230a-da6c-4595-b0b2-f886f33773a4 admin admin] Network hostable DHCP agents. Network: 48947f08-8f4e-4445-a0c2-94b53fac764a, hostable agents: ['42bbb647-2c35-4d48-afa7-1676ea318721'], hosted agents: [] {{(pid=84313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 14:27:29.567607 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d655bd19-adea-4ef3-9086-33f5479011dd admin admin] Checking segment: {'id': '915451d2-8683-4329-b99a-36d7903584f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:27:29.568447 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d655bd19-adea-4ef3-9086-33f5479011dd admin admin] Network hostable DHCP agents. Network: 346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb, hostable agents: ['42bbb647-2c35-4d48-afa7-1676ea318721'], hosted agents: [] {{(pid=84313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 14:27:29.616336 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba58230a-da6c-4595-b0b2-f886f33773a4 admin admin] Network 48947f08-8f4e-4445-a0c2-94b53fac764a is scheduled to be hosted by DHCP agent 42bbb647-2c35-4d48-afa7-1676ea318721 with binding_index 1 {{(pid=84313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 14:27:29.689753 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-ba58230a-da6c-4595-b0b2-f886f33773a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-3-smb, 48947f08-8f4e-4445-a0c2-94b53fac764a) {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:27:29.703627 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7906974b-c898-46b2-b634-dc74d76cd7e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:29.712476 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5259246f-c4dc-491c-a17b-d4dd2fe92ba8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=922c7ccf-af8e-4c6b-baef-d00c20689db2,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:27:29.715280 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7c7bce-caef-4420-89a6-bc166b3994a6 None None] Network 48947f08-8f4e-4445-a0c2-94b53fac764a requested from dv-cinder-780933-3-smb {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 14:27:29.724483 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5259246f-c4dc-491c-a17b-d4dd2fe92ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:27:29.730423 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7906974b-c898-46b2-b634-dc74d76cd7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:29.776997 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-79373bbb-21fb-412e-b7b7-b5d177fcfda8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:27:29.786407 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-25886e99-f660-4e1d-9813-8cd6b6680593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954'] for subnet, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:29.822279 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d655bd19-adea-4ef3-9086-33f5479011dd admin admin] Network 346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb is scheduled to be hosted by DHCP agent 42bbb647-2c35-4d48-afa7-1676ea318721 with binding_index 1 {{(pid=84313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 14:27:29.859600 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba58230a-da6c-4595-b0b2-f886f33773a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:27:29.860934 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ba58230a-da6c-4595-b0b2-f886f33773a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for subnet, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:29.879975 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b4ac1575-77aa-4970-aa12-7c2e6033b64c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:27:29.939015 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7906974b-c898-46b2-b634-dc74d76cd7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f4e199-a89f-42d5-8203-617ba6abd21f,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:27:29.946458 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7906974b-c898-46b2-b634-dc74d76cd7e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:27:29.955992 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-7906974b-c898-46b2-b634-dc74d76cd7e8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7743797639e04673a33f05038943ad14&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5102739 Apr 07 14:27:29.963765 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 42468) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:27:30.094406 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5259246f-c4dc-491c-a17b-d4dd2fe92ba8 admin admin] Checking segment: {'id': '0118da08-8e30-4678-bce3-0cdb584704d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c030ef04-5242-408d-b21d-654932a78971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:27:30.095079 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5259246f-c4dc-491c-a17b-d4dd2fe92ba8 admin admin] Network hostable DHCP agents. Network: c030ef04-5242-408d-b21d-654932a78971, hostable agents: ['42bbb647-2c35-4d48-afa7-1676ea318721'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 14:27:30.119132 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25886e99-f660-4e1d-9813-8cd6b6680593 admin admin] Pushing event updated for resources: {'Subnet': ['ID=636a20b6-4ee0-42be-a820-0b15fd9fd1f5,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:27:30.130305 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-d655bd19-adea-4ef3-9086-33f5479011dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-3-smb, 346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb) {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:27:30.172579 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-25886e99-f660-4e1d-9813-8cd6b6680593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:27:30.192124 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00dd5cb7-785a-4ed1-bf2d-4ec2ee18ad53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:30.207944 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-ba58230a-da6c-4595-b0b2-f886f33773a4 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 4.1120203 Apr 07 14:27:30.238244 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5259246f-c4dc-491c-a17b-d4dd2fe92ba8 admin admin] Network c030ef04-5242-408d-b21d-654932a78971 is scheduled to be hosted by DHCP agent 42bbb647-2c35-4d48-afa7-1676ea318721 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 14:27:30.250885 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00dd5cb7-785a-4ed1-bf2d-4ec2ee18ad53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:30.263659 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-5259246f-c4dc-491c-a17b-d4dd2fe92ba8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-3-smb, c030ef04-5242-408d-b21d-654932a78971) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:27:30.277056 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d655bd19-adea-4ef3-9086-33f5479011dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:27:30.277390 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5259246f-c4dc-491c-a17b-d4dd2fe92ba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:27:30.277790 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5259246f-c4dc-491c-a17b-d4dd2fe92ba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:30.278072 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d655bd19-adea-4ef3-9086-33f5479011dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for subnet, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:30.356735 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6239b150-b723-47d4-b593-4e8607cf8dad None None] Network 346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb requested from dv-cinder-780933-3-smb {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 14:27:30.372648 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dd9b28-f3a6-4269-a85e-b63df3479842 None None] Network c030ef04-5242-408d-b21d-654932a78971 requested from dv-cinder-780933-3-smb {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 14:27:30.390551 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-5259246f-c4dc-491c-a17b-d4dd2fe92ba8 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0483127 Apr 07 14:27:30.403571 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 42484) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:27:30.411783 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-f40ad918-7ad2-4376-a320-47171416f527 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1548084369-router', 'tenant_id': '782e9eccce6d4f5898c76958383a5e3d', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e'}}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:27:30.419562 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-d655bd19-adea-4ef3-9086-33f5479011dd admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 4.4227006 Apr 07 14:27:30.428521 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-f40ad918-7ad2-4376-a320-47171416f527 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:27:30.431204 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 42488) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:27:30.437314 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-f40ad918-7ad2-4376-a320-47171416f527 admin admin] Usage tracker for resource:router and tenant:782e9eccce6d4f5898c76958383a5e3d is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:27:30.442853 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-f40ad918-7ad2-4376-a320-47171416f527 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:27:30.459305 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-f40ad918-7ad2-4376-a320-47171416f527 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:27:30.478131 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f40ad918-7ad2-4376-a320-47171416f527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8285199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7324'] for router, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:30.484760 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-19c59869-c32a-4a8e-8d92-c48c4beeba4b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-866043403-router', 'tenant_id': '3cedb750960847b9a6d948554b936778', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e'}}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:27:30.497615 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f40ad918-7ad2-4376-a320-47171416f527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8287382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8275297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8313148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768492'] for router, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:30.499492 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 42494) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:27:30.505710 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-19c59869-c32a-4a8e-8d92-c48c4beeba4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:27:30.514022 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-19c59869-c32a-4a8e-8d92-c48c4beeba4b admin admin] Usage tracker for resource:router and tenant:3cedb750960847b9a6d948554b936778 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:27:30.519970 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-19c59869-c32a-4a8e-8d92-c48c4beeba4b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:27:30.532066 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-19c59869-c32a-4a8e-8d92-c48c4beeba4b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:27:30.564156 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00dd5cb7-785a-4ed1-bf2d-4ec2ee18ad53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:30.566876 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-19c59869-c32a-4a8e-8d92-c48c4beeba4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8285199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7324'] for router, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:30.568885 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-19c59869-c32a-4a8e-8d92-c48c4beeba4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8287382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8275297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8313148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768492'] for router, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:30.587333 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:27:30.590335 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa5f44e-b051-4a16-8438-11f2eed6552b None None] Network 48947f08-8f4e-4445-a0c2-94b53fac764a requested from dv-cinder-780933-3-smb {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 14:27:30.627647 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-19c59869-c32a-4a8e-8d92-c48c4beeba4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:30.636606 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dd5cb7-785a-4ed1-bf2d-4ec2ee18ad53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f4e199-a89f-42d5-8203-617ba6abd21f,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:27:30.650196 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00dd5cb7-785a-4ed1-bf2d-4ec2ee18ad53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:27:30.667759 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f40ad918-7ad2-4376-a320-47171416f527 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:30.703365 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25886e99-f660-4e1d-9813-8cd6b6680593 admin admin] Checking segment: {'id': 'a6579ad7-9f41-44c7-a382-db5bb61474cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '64337612-feea-4e2d-953e-a7b35601ec92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:27:30.704529 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25886e99-f660-4e1d-9813-8cd6b6680593 admin admin] Network hostable DHCP agents. Network: 64337612-feea-4e2d-953e-a7b35601ec92, hostable agents: ['42bbb647-2c35-4d48-afa7-1676ea318721'], hosted agents: [] {{(pid=84313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 14:27:30.871673 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b2c67bc8-3f3f-4e10-a9d3-28f581cb37d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:30.893608 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-00dd5cb7-785a-4ed1-bf2d-4ec2ee18ad53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:30.895062 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-00dd5cb7-785a-4ed1-bf2d-4ec2ee18ad53 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f5f4e199-a89f-42d5-8203-617ba6abd21f HTTP/1.1" status: 204 len: 168 time: 0.9297075 Apr 07 14:27:30.922271 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-b2c67bc8-3f3f-4e10-a9d3-28f581cb37d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:27:31.067211 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-b2c67bc8-3f3f-4e10-a9d3-28f581cb37d3 admin admin] Usage tracker for resource:security_group_rule and tenant:62e31aadad964d4ab2ba45703fccfb70 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:27:31.092986 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-b2c67bc8-3f3f-4e10-a9d3-28f581cb37d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:27:31.546863 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631c576e-941c-4119-bdda-75f7f7b60f06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e77faf1-5b15-584d-a05e-bc43854c9102-c030ef04-5242-408d-b21d-654932a78971', 'network_id': 'c030ef04-5242-408d-b21d-654932a78971', 'tenant_id': '782e9eccce6d4f5898c76958383a5e3d', 'fixed_ips': [{'subnet_id': '922c7ccf-af8e-4c6b-baef-d00c20689db2'}]}} from dv-cinder-780933-3-smb. {{(pid=84314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 07 14:27:31.548517 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-631c576e-941c-4119-bdda-75f7f7b60f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:31.552377 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-19c59869-c32a-4a8e-8d92-c48c4beeba4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8275312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8285214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768541'] for router, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:31.590136 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25886e99-f660-4e1d-9813-8cd6b6680593 admin admin] Network 64337612-feea-4e2d-953e-a7b35601ec92 is scheduled to be hosted by DHCP agent 42bbb647-2c35-4d48-afa7-1676ea318721 with binding_index 1 {{(pid=84313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 14:27:31.647004 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-b2c67bc8-3f3f-4e10-a9d3-28f581cb37d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:27:31.650405 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 42534) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:27:31.664431 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-25886e99-f660-4e1d-9813-8cd6b6680593 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-3-smb, 64337612-feea-4e2d-953e-a7b35601ec92) {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:27:31.671845 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25886e99-f660-4e1d-9813-8cd6b6680593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:27:31.672975 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-25886e99-f660-4e1d-9813-8cd6b6680593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for subnet, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:31.694621 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e117170a-6109-4792-9cd4-d5e7b4e702b5 None None] Network 64337612-feea-4e2d-953e-a7b35601ec92 requested from dv-cinder-780933-3-smb {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 14:27:31.800735 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 42542) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:27:31.928540 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-631c576e-941c-4119-bdda-75f7f7b60f06 None None] Allocated IP 172.20.0.2 (c030ef04-5242-408d-b21d-654932a78971/922c7ccf-af8e-4c6b-baef-d00c20689db2/c7089222-f477-4d27-9d83-d8240558deb0) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 14:27:31.936377 dv-cinder-780933-3-smb neutron-server[84199]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 07 14:27:32.114075 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f40ad918-7ad2-4376-a320-47171416f527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8275312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8285214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768541'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:32.139097 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-12e89075-2fb1-4c8e-8bfa-5789c7b3d6e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:32.215595 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-25886e99-f660-4e1d-9813-8cd6b6680593 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.4250593 Apr 07 14:27:32.215595 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-12e89075-2fb1-4c8e-8bfa-5789c7b3d6e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:27:32.222591 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-12e89075-2fb1-4c8e-8bfa-5789c7b3d6e7 admin admin] Usage tracker for resource:security_group_rule and tenant:e7cfac8b917a44b888c446da03d92158 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:27:32.232133 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-12e89075-2fb1-4c8e-8bfa-5789c7b3d6e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:27:32.249982 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-12e89075-2fb1-4c8e-8bfa-5789c7b3d6e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:27:32.481926 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-eed32572-74c6-4e30-991b-552eec6f572c tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:27:32.483083 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-eed32572-74c6-4e30-991b-552eec6f572c tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Synchronizing usage tracker for tenant:af6fad83fbd440a78d4e9f9cd610cc9b on resource:network {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:27:32.494232 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d3b583-9912-48df-a708-d16fdeed6456 None None] Network 346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb requested from dv-cinder-780933-3-smb {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 14:27:32.521582 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-12e89075-2fb1-4c8e-8bfa-5789c7b3d6e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:32.545471 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-12e89075-2fb1-4c8e-8bfa-5789c7b3d6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:32.587941 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:27:32.641468 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e89075-2fb1-4c8e-8bfa-5789c7b3d6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385b2ea7-9de5-4467-b321-aa3e02095a92,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:27:32.678758 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-12e89075-2fb1-4c8e-8bfa-5789c7b3d6e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:27:32.695487 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-12e89075-2fb1-4c8e-8bfa-5789c7b3d6e7 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e7cfac8b917a44b888c446da03d92158&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0358622 Apr 07 14:27:32.698329 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 42558) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:27:32.727970 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b2c67bc8-3f3f-4e10-a9d3-28f581cb37d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:32.775406 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1b1771-5722-4079-9e76-5312ea6f974d None None] Network 64337612-feea-4e2d-953e-a7b35601ec92 requested from dv-cinder-780933-3-smb {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 14:27:32.796557 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b2c67bc8-3f3f-4e10-a9d3-28f581cb37d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:32.805570 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8035c49d-ca4c-4951-9d43-0e2010b33f84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:32.862551 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-eed32572-74c6-4e30-991b-552eec6f572c tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Unset dirty status for tenant:af6fad83fbd440a78d4e9f9cd610cc9b on resource:network {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:27:32.871014 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-eed32572-74c6-4e30-991b-552eec6f572c tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/networks?id=48947f08-8f4e-4445-a0c2-94b53fac764a HTTP/1.1" status: 200 len: 814 time: 1.0565665 Apr 07 14:27:32.873901 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:27:32.889581 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-b2c67bc8-3f3f-4e10-a9d3-28f581cb37d3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=62e31aadad964d4ab2ba45703fccfb70&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3754251 Apr 07 14:27:32.899376 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 42574) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:27:32.926406 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-77320a69-da7b-4ed2-bffb-c83224ef625d tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/quotas/af6fad83fbd440a78d4e9f9cd610cc9b HTTP/1.1" status: 200 len: 375 time: 0.0542600 Apr 07 14:27:33.037271 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-0eed7711-0256-4b78-8997-a6edf4956df5 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=af6fad83fbd440a78d4e9f9cd610cc9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1097069 Apr 07 14:27:33.180232 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-19c59869-c32a-4a8e-8d92-c48c4beeba4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:33.235755 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c67bc8-3f3f-4e10-a9d3-28f581cb37d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42c1987-1702-4cc8-9ff9-e80018e8dc6c,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:27:33.239618 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8035c49d-ca4c-4951-9d43-0e2010b33f84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:33.256716 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a71c2c40-1989-4004-a481-e1c3579bdbe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:33.280814 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-19c59869-c32a-4a8e-8d92-c48c4beeba4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:33.314521 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b2c67bc8-3f3f-4e10-a9d3-28f581cb37d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:27:33.348464 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-631c576e-941c-4119-bdda-75f7f7b60f06 None None] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:33.385388 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a71c2c40-1989-4004-a481-e1c3579bdbe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:33.412786 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-631c576e-941c-4119-bdda-75f7f7b60f06 None None] Transition to ACTIVE for port object c7089222-f477-4d27-9d83-d8240558deb0 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:27:33.519673 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 42610) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:27:33.538692 dv-cinder-780933-3-smb neutron-server[84199]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 07 14:27:33.601253 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-631c576e-941c-4119-bdda-75f7f7b60f06 None None] Transition to ACTIVE for port object c7089222-f477-4d27-9d83-d8240558deb0 will not be triggered until provisioned by entity DHCP. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:27:33.642298 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a71c2c40-1989-4004-a481-e1c3579bdbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:33.660330 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b2c67bc8-3f3f-4e10-a9d3-28f581cb37d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:27:33.674335 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c2c40-1989-4004-a481-e1c3579bdbe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42c1987-1702-4cc8-9ff9-e80018e8dc6c,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:27:33.679241 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a71c2c40-1989-4004-a481-e1c3579bdbe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:27:33.692683 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a71c2c40-1989-4004-a481-e1c3579bdbe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:33.694015 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-a71c2c40-1989-4004-a481-e1c3579bdbe9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e42c1987-1702-4cc8-9ff9-e80018e8dc6c HTTP/1.1" status: 204 len: 168 time: 0.7812691 Apr 07 14:27:33.699594 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f40ad918-7ad2-4376-a320-47171416f527 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:33.738141 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f40ad918-7ad2-4376-a320-47171416f527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:33.763110 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-19c59869-c32a-4a8e-8d92-c48c4beeba4b admin admin] Allocated IP 172.28.3.193 (6dc11b00-4e00-4f77-8f6a-5304324fd48e/122e1bcc-5379-466c-b8c0-1b63f085397d/74c9ee2c-35c5-480f-ae57-f9516c6723ea) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 14:27:33.769167 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-631c576e-941c-4119-bdda-75f7f7b60f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732486185860'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:33.786763 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-47847f38-4c6c-4c37-9112-7a617d5e2b1b tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:27:33.795069 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-47847f38-4c6c-4c37-9112-7a617d5e2b1b tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] 10.222.0.63 "GET /v2.0/networks?id=64337612-feea-4e2d-953e-a7b35601ec92 HTTP/1.1" status: 200 len: 812 time: 0.2741120 Apr 07 14:27:33.831144 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-fd204c1d-2abc-4de5-a05c-d99bccd1cb3e service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=84312) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 14:27:33.832529 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-fd204c1d-2abc-4de5-a05c-d99bccd1cb3e service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2318723 Apr 07 14:27:33.885643 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a0d51f73-ba98-4017-bff7-4428fa523c4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:27:33.980302 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c576e-941c-4119-bdda-75f7f7b60f06 None None] Pushing event updated for resources: {'Port': ['ID=c7089222-f477-4d27-9d83-d8240558deb0,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:27:34.004948 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8035c49d-ca4c-4951-9d43-0e2010b33f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:34.019093 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631c576e-941c-4119-bdda-75f7f7b60f06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:27:34.022659 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631c576e-941c-4119-bdda-75f7f7b60f06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:27:34.022659 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631c576e-941c-4119-bdda-75f7f7b60f06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:27:34.022659 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631c576e-941c-4119-bdda-75f7f7b60f06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:27:34.023232 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631c576e-941c-4119-bdda-75f7f7b60f06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:27:34.023384 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631c576e-941c-4119-bdda-75f7f7b60f06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:27:34.024009 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631c576e-941c-4119-bdda-75f7f7b60f06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:27:34.024009 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631c576e-941c-4119-bdda-75f7f7b60f06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:27:34.024483 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631c576e-941c-4119-bdda-75f7f7b60f06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:27:34.024744 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631c576e-941c-4119-bdda-75f7f7b60f06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:27:34.025083 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631c576e-941c-4119-bdda-75f7f7b60f06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:27:34.025451 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631c576e-941c-4119-bdda-75f7f7b60f06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:27:34.028104 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631c576e-941c-4119-bdda-75f7f7b60f06 None None] Tracked resource versions report: Apr 07 14:27:34.028104 dv-cinder-780933-3-smb neutron-server[84199]: pushed versions: Apr 07 14:27:34.028104 dv-cinder-780933-3-smb neutron-server[84199]: { 'AddressGroup': {'1.2'}, Apr 07 14:27:34.028104 dv-cinder-780933-3-smb neutron-server[84199]: 'ConntrackHelper': {'1.0'}, Apr 07 14:27:34.028104 dv-cinder-780933-3-smb neutron-server[84199]: 'Log': {'1.0'}, Apr 07 14:27:34.028104 dv-cinder-780933-3-smb neutron-server[84199]: 'Network': {'1.1'}, Apr 07 14:27:34.028104 dv-cinder-780933-3-smb neutron-server[84199]: 'Port': {'1.7'}, Apr 07 14:27:34.028104 dv-cinder-780933-3-smb neutron-server[84199]: 'PortForwarding': {'1.2'}, Apr 07 14:27:34.028104 dv-cinder-780933-3-smb neutron-server[84199]: 'QosPolicy': {'1.8'}, Apr 07 14:27:34.028104 dv-cinder-780933-3-smb neutron-server[84199]: 'SecurityGroup': {'1.4'}, Apr 07 14:27:34.028104 dv-cinder-780933-3-smb neutron-server[84199]: 'SecurityGroupRule': {'1.2'}, Apr 07 14:27:34.028104 dv-cinder-780933-3-smb neutron-server[84199]: 'SubPort': {'1.0'}, Apr 07 14:27:34.028104 dv-cinder-780933-3-smb neutron-server[84199]: 'Subnet': {'1.1'}, Apr 07 14:27:34.028104 dv-cinder-780933-3-smb neutron-server[84199]: 'Trunk': {'1.1'}} Apr 07 14:27:34.028104 dv-cinder-780933-3-smb neutron-server[84199]: consumer versions: Apr 07 14:27:34.028104 dv-cinder-780933-3-smb neutron-server[84199]: { DHCP agent@dv-cinder-780933-3-smb: {}, Apr 07 14:27:34.028104 dv-cinder-780933-3-smb neutron-server[84199]: HyperV agent@hv-cinder-78093: {}, Apr 07 14:27:34.028104 dv-cinder-780933-3-smb neutron-server[84199]: L3 agent@dv-cinder-780933-3-smb: {}, Apr 07 14:27:34.028104 dv-cinder-780933-3-smb neutron-server[84199]: Metadata agent@dv-cinder-780933-3-smb: {}, Apr 07 14:27:34.028104 dv-cinder-780933-3-smb neutron-server[84199]: Metering agent@dv-cinder-780933-3-smb: {}, Apr 07 14:27:34.028104 dv-cinder-780933-3-smb neutron-server[84199]: Open vSwitch agent@dv-cinder-780933-3-smb: { 'AddressGroup': '1.2', Apr 07 14:27:34.028104 dv-cinder-780933-3-smb neutron-server[84199]: 'ConntrackHelper': '1.0', Apr 07 14:27:34.028104 dv-cinder-780933-3-smb neutron-server[84199]: 'Log': '1.0', Apr 07 14:27:34.028104 dv-cinder-780933-3-smb neutron-server[84199]: 'Network': '1.1', Apr 07 14:27:34.028104 dv-cinder-780933-3-smb neutron-server[84199]: 'Port': '1.7', Apr 07 14:27:34.028104 dv-cinder-780933-3-smb neutron-server[84199]: 'PortForwarding': '1.2', Apr 07 14:27:34.028104 dv-cinder-780933-3-smb neutron-server[84199]: 'QosPolicy': '1.8', Apr 07 14:27:34.028104 dv-cinder-780933-3-smb neutron-server[84199]: 'SecurityGroup': '1.4', Apr 07 14:27:34.028104 dv-cinder-780933-3-smb neutron-server[84199]: 'SecurityGroupRule': '1.2', Apr 07 14:27:34.028104 dv-cinder-780933-3-smb neutron-server[84199]: 'SubPort': '1.0', Apr 07 14:27:34.028104 dv-cinder-780933-3-smb neutron-server[84199]: 'Subnet': '1.1', Apr 07 14:27:34.028104 dv-cinder-780933-3-smb neutron-server[84199]: 'Trunk': '1.1'}} Apr 07 14:27:34.028104 dv-cinder-780933-3-smb neutron-server[84199]: {{(pid=84314) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 07 14:27:34.032042 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-84c16807-6ee1-4eb0-8268-9392adc33508 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] 10.222.0.63 "GET /v2.0/quotas/c90060d015924f5b8528ee50e0508f9d HTTP/1.1" status: 200 len: 375 time: 0.2334697 Apr 07 14:27:34.034360 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-631c576e-941c-4119-bdda-75f7f7b60f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:27:34.047468 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:27:34.083683 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631c576e-941c-4119-bdda-75f7f7b60f06 None None] Network c030ef04-5242-408d-b21d-654932a78971 is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:27:34.085380 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-631c576e-941c-4119-bdda-75f7f7b60f06 None None] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:27:34.089093 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631c576e-941c-4119-bdda-75f7f7b60f06 None None] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 14:27:34.157000 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8035c49d-ca4c-4951-9d43-0e2010b33f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385b2ea7-9de5-4467-b321-aa3e02095a92,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:27:34.161592 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8035c49d-ca4c-4951-9d43-0e2010b33f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:27:34.208570 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8035c49d-ca4c-4951-9d43-0e2010b33f84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:34.210676 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-8035c49d-ca4c-4951-9d43-0e2010b33f84 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/385b2ea7-9de5-4467-b321-aa3e02095a92 HTTP/1.1" status: 204 len: 168 time: 1.5098433 Apr 07 14:27:34.219948 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-8a205e7b-8a59-4c96-9881-b3aa00a2d374 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=c90060d015924f5b8528ee50e0508f9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1413276 Apr 07 14:27:34.256721 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-13f28eb1-d210-4a94-9706-c925a332fce2 service neutron] 10.222.0.63 "GET /v2.0/networks/48947f08-8f4e-4445-a0c2-94b53fac764a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200648 Apr 07 14:27:34.289826 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-631c576e-941c-4119-bdda-75f7f7b60f06 None None] Attempting to bind port c7089222-f477-4d27-9d83-d8240558deb0 on host dv-cinder-780933-3-smb for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 14:27:34.290755 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-631c576e-941c-4119-bdda-75f7f7b60f06 None None] Attempting to bind port c7089222-f477-4d27-9d83-d8240558deb0 by drivers openvswitch,hyperv on host dv-cinder-780933-3-smb at level 0 using segments [{'id': '0118da08-8e30-4678-bce3-0cdb584704d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c030ef04-5242-408d-b21d-654932a78971'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 14:27:34.291385 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631c576e-941c-4119-bdda-75f7f7b60f06 None None] Attempting to bind port c7089222-f477-4d27-9d83-d8240558deb0 on network c030ef04-5242-408d-b21d-654932a78971 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:27:34.298954 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631c576e-941c-4119-bdda-75f7f7b60f06 None None] Checking agent: {'id': '8ae518a7-0379-42e9-ab12-7bfd998fa0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 14, 18, 49), 'started_at': datetime.datetime(2021, 4, 7, 14, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 14, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 14:27:34.300101 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631c576e-941c-4119-bdda-75f7f7b60f06 None None] Checking segment: {'id': '0118da08-8e30-4678-bce3-0cdb584704d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c030ef04-5242-408d-b21d-654932a78971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:27:34.301100 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-631c576e-941c-4119-bdda-75f7f7b60f06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:34.302680 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631c576e-941c-4119-bdda-75f7f7b60f06 None None] Bound using segment: {'id': '0118da08-8e30-4678-bce3-0cdb584704d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c030ef04-5242-408d-b21d-654932a78971'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 14:27:34.303506 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-631c576e-941c-4119-bdda-75f7f7b60f06 None None] Bound port: c7089222-f477-4d27-9d83-d8240558deb0, host: dv-cinder-780933-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0118da08-8e30-4678-bce3-0cdb584704d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c030ef04-5242-408d-b21d-654932a78971'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 14:27:34.304885 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-631c576e-941c-4119-bdda-75f7f7b60f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:34.408012 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-19c59869-c32a-4a8e-8d92-c48c4beeba4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:34.421865 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-631c576e-941c-4119-bdda-75f7f7b60f06 None None] For port c7089222-f477-4d27-9d83-d8240558deb0, host dv-cinder-780933-3-smb, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 14:27:34.427927 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-631c576e-941c-4119-bdda-75f7f7b60f06 None None] For port c7089222-f477-4d27-9d83-d8240558deb0, host dv-cinder-780933-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=c7089222-f477-4d27-9d83-d8240558deb0,segment=NetworkSegment(0118da08-8e30-4678-bce3-0cdb584704d7),segment_id=0118da08-8e30-4678-bce3-0cdb584704d7)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 14:27:34.432864 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-631c576e-941c-4119-bdda-75f7f7b60f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:34.451460 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:27:34.505360 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-19c59869-c32a-4a8e-8d92-c48c4beeba4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732486185860'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:34.566816 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:27:34.646229 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c576e-941c-4119-bdda-75f7f7b60f06 None None] Pushing event updated for resources: {'Port': ['ID=c7089222-f477-4d27-9d83-d8240558deb0,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:27:34.652947 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-631c576e-941c-4119-bdda-75f7f7b60f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:27:34.758723 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.agents_db [None req-6fbea437-4030-452f-8588-832da035c2c0 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 14:27:34.770524 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 42642) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:27:34.812840 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-f40ad918-7ad2-4376-a320-47171416f527 admin admin] Allocated IP 172.28.3.3 (6dc11b00-4e00-4f77-8f6a-5304324fd48e/122e1bcc-5379-466c-b8c0-1b63f085397d/69120901-9166-4b35-862a-c8d0885825f3) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 14:27:34.863301 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c59869-c32a-4a8e-8d92-c48c4beeba4b admin admin] Pushing event updated for resources: {'Port': ['ID=74c9ee2c-35c5-480f-ae57-f9516c6723ea,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:27:34.892537 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-19c59869-c32a-4a8e-8d92-c48c4beeba4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:27:34.950249 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c59869-c32a-4a8e-8d92-c48c4beeba4b admin admin] Network 6dc11b00-4e00-4f77-8f6a-5304324fd48e is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:27:34.952892 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-19c59869-c32a-4a8e-8d92-c48c4beeba4b admin admin] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:27:34.955235 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c59869-c32a-4a8e-8d92-c48c4beeba4b admin admin] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 14:27:35.160998 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7b5bba3d-9c61-4641-9699-61b7ef0de4be admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:35.246217 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-c1c2aa73-e06a-4b9f-a2bf-6d9991a08cb4 service neutron] 10.222.0.63 "GET /v2.0/networks/48947f08-8f4e-4445-a0c2-94b53fac764a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9877775 Apr 07 14:27:35.259036 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-7b5bba3d-9c61-4641-9699-61b7ef0de4be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:27:35.397959 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-16b6557e-5faa-493e-a5ab-9ff4d8ff846a service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=84313) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 14:27:35.400084 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-16b6557e-5faa-493e-a5ab-9ff4d8ff846a service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5909171 Apr 07 14:27:35.450594 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f40ad918-7ad2-4376-a320-47171416f527 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:35.556073 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-7b5bba3d-9c61-4641-9699-61b7ef0de4be admin admin] Usage tracker for resource:security_group_rule and tenant:c6728533d120497795f3e6aebd59e8e4 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:27:35.559413 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-7b5bba3d-9c61-4641-9699-61b7ef0de4be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:27:35.566514 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-7b5bba3d-9c61-4641-9699-61b7ef0de4be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:27:35.624727 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f40ad918-7ad2-4376-a320-47171416f527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732486185860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:35.648472 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:27:35.887241 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device c7089222-f477-4d27-9d83-d8240558deb0 up at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:27:36.044681 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-1a35ed5a-187c-4b9e-89a0-c46a9a32251c service neutron] 10.222.0.63 "GET /v2.0/networks/64337612-feea-4e2d-953e-a7b35601ec92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5868647 Apr 07 14:27:36.065946 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning for port c7089222-f477-4d27-9d83-d8240558deb0 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:27:36.264619 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1e4a711c-38ed-440a-9288-c8ca7593f0b9 req-157c4b80-7dcd-4af5-a80d-25173c2e6c84 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=08045f6d-0663-47c3-b898-86c259230208 HTTP/1.1" status: 200 len: 210 time: 0.1179028 Apr 07 14:27:36.281482 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7b5bba3d-9c61-4641-9699-61b7ef0de4be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:36.310269 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ad918-7ad2-4376-a320-47171416f527 admin admin] Pushing event updated for resources: {'Port': ['ID=69120901-9166-4b35-862a-c8d0885825f3,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:27:36.331172 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f40ad918-7ad2-4376-a320-47171416f527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:27:36.333072 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7b5bba3d-9c61-4641-9699-61b7ef0de4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:36.359841 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-19c59869-c32a-4a8e-8d92-c48c4beeba4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:36.537092 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a71c2c40-1989-4004-a481-e1c3579bdbe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:27:36.594652 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5bba3d-9c61-4641-9699-61b7ef0de4be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d8c0c5-47ac-4c4b-8f42-37d189eb1248,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:27:36.631363 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7b5bba3d-9c61-4641-9699-61b7ef0de4be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:27:36.637795 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40ad918-7ad2-4376-a320-47171416f527 admin admin] Network 6dc11b00-4e00-4f77-8f6a-5304324fd48e is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:27:36.642535 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-7b5bba3d-9c61-4641-9699-61b7ef0de4be admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c6728533d120497795f3e6aebd59e8e4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8479357 Apr 07 14:27:36.644122 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-f40ad918-7ad2-4376-a320-47171416f527 admin admin] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:27:36.649321 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40ad918-7ad2-4376-a320-47171416f527 admin admin] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 14:27:36.816116 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 42706) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:27:36.978571 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-5286369b-d44b-4ea3-870b-aa2536760950 service neutron] 10.222.0.63 "GET /v2.0/networks/64337612-feea-4e2d-953e-a7b35601ec92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9288192 Apr 07 14:27:37.006443 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd800cfd-e596-4c94-bd7c-262dc8989fc9 None None] Network c030ef04-5242-408d-b21d-654932a78971 requested from dv-cinder-780933-3-smb {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 14:27:37.230171 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-59cca15a-8e25-46e6-862b-36b9548d56cc None None] Provisioning for port c7089222-f477-4d27-9d83-d8240558deb0 completed by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:27:37.250515 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-59cca15a-8e25-46e6-862b-36b9548d56cc None None] Provisioning complete for port c7089222-f477-4d27-9d83-d8240558deb0 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:27:37.251338 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-59cca15a-8e25-46e6-862b-36b9548d56cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:37.262281 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ed66c127-8490-41e5-8499-82900883b6ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:37.348507 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ed66c127-8490-41e5-8499-82900883b6ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:37.510717 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ed66c127-8490-41e5-8499-82900883b6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:37.552016 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-59cca15a-8e25-46e6-862b-36b9548d56cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:37.701887 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-59cca15a-8e25-46e6-862b-36b9548d56cc None None] For port c7089222-f477-4d27-9d83-d8240558deb0, host dv-cinder-780933-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=c7089222-f477-4d27-9d83-d8240558deb0,segment=NetworkSegment(0118da08-8e30-4678-bce3-0cdb584704d7),segment_id=0118da08-8e30-4678-bce3-0cdb584704d7)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:27:37.711530 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-12813ee1-303a-41fa-bab5-a4895c3b31ee req-bc85c930-3d2c-418d-8863-5f769c21c71c tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] 10.222.0.63 "GET /v2.0/ports?device_id=bf182339-b847-42be-9a09-9d3fb7385817 HTTP/1.1" status: 200 len: 210 time: 0.2370391 Apr 07 14:27:37.718796 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-59cca15a-8e25-46e6-862b-36b9548d56cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:37.724542 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:27:37.820668 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cca15a-8e25-46e6-862b-36b9548d56cc None None] Pushing event updated for resources: {'Port': ['ID=c7089222-f477-4d27-9d83-d8240558deb0,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:27:37.828533 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-59cca15a-8e25-46e6-862b-36b9548d56cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:27:37.848424 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f40ad918-7ad2-4376-a320-47171416f527 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:38.010752 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 42748) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:27:38.113732 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9f7de93e-3a90-4765-a658-8937cbcb3f23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:27:38.156475 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-a7e83e3d-df99-4a64-b7d0-fce113a43b6b req-40eed67d-3b65-41c3-86b7-b08f638758b0 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=08045f6d-0663-47c3-b898-86c259230208 HTTP/1.1" status: 200 len: 210 time: 0.6539156 Apr 07 14:27:38.166227 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed66c127-8490-41e5-8499-82900883b6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d8c0c5-47ac-4c4b-8f42-37d189eb1248,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:27:38.172147 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ed66c127-8490-41e5-8499-82900883b6ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:27:38.267040 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-5ab71f85-f38c-4783-b760-dd2ae437cf4b None None] Provisioning complete for port c7089222-f477-4d27-9d83-d8240558deb0 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:27:38.267461 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5ab71f85-f38c-4783-b760-dd2ae437cf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:38.288277 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ed66c127-8490-41e5-8499-82900883b6ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:38.300559 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-ed66c127-8490-41e5-8499-82900883b6ae admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f5d8c0c5-47ac-4c4b-8f42-37d189eb1248 HTTP/1.1" status: 204 len: 168 time: 1.4072592 Apr 07 14:27:38.708617 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-19c59869-c32a-4a8e-8d92-c48c4beeba4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846490618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846500450'] for router, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:39.181698 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c59869-c32a-4a8e-8d92-c48c4beeba4b admin admin] Router 231a24a9-b7d6-4b4f-a353-f846fe4407ab is scheduled to L3 agent d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2 with binding_index 1 {{(pid=84313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 07 14:27:39.233529 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f40ad918-7ad2-4376-a320-47171416f527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846490618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846500450'] for router, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:39.363816 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8f1b4b77-fc19-4149-8e55-c70e83dfd2a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:39.620988 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-312a2cab-3056-4746-aabe-35fb0f58b70e req-7e6929ad-c68d-4279-9402-12de6518ee90 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] 10.222.0.63 "GET /v2.0/ports?device_id=bf182339-b847-42be-9a09-9d3fb7385817 HTTP/1.1" status: 200 len: 210 time: 0.3833680 Apr 07 14:27:39.649752 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-8f1b4b77-fc19-4149-8e55-c70e83dfd2a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:27:39.662582 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-8f1b4b77-fc19-4149-8e55-c70e83dfd2a4 admin admin] Usage tracker for resource:security_group_rule and tenant:8a0174caa68b4036a1c1a3a876e4b4bd is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:27:39.691833 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-8f1b4b77-fc19-4149-8e55-c70e83dfd2a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:27:39.719613 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-8f1b4b77-fc19-4149-8e55-c70e83dfd2a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:27:39.829931 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device c7089222-f477-4d27-9d83-d8240558deb0 up at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:27:39.830115 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 42816) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:27:39.919692 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-2dc3f8f0-9fc1-4a5e-9e3c-08a9ddb1b932 req-2ce2189f-a196-482d-83a6-d563ab041fd8 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=08045f6d-0663-47c3-b898-86c259230208 HTTP/1.1" status: 200 len: 210 time: 0.2952178 Apr 07 14:27:39.970417 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b335e133-1635-45b5-a9d2-93007bba4bca admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:40.002869 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c59869-c32a-4a8e-8d92-c48c4beeba4b admin admin] Notify agent at l3_agent.dv-cinder-780933-3-smb the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 14:27:40.015818 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429bf429-a01d-41e3-a01b-41f9195007e7 None None] Sync routers for ids ['231a24a9-b7d6-4b4f-a353-f846fe4407ab'] in dv-cinder-780933-3-smb {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 14:27:40.041645 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-19c59869-c32a-4a8e-8d92-c48c4beeba4b admin admin] Notify callbacks [] for router, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:40.043075 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-19c59869-c32a-4a8e-8d92-c48c4beeba4b admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.6102960 Apr 07 14:27:40.048022 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 42822) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:27:40.059518 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429bf429-a01d-41e3-a01b-41f9195007e7 None None] Routers {'231a24a9-b7d6-4b4f-a353-f846fe4407ab'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:27:40.062007 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-429bf429-a01d-41e3-a01b-41f9195007e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:27:17Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['231a24a9-b7d6-4b4f-a353-f846fe4407ab'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:27:40.105082 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-b335e133-1635-45b5-a9d2-93007bba4bca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:27:40.114102 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-b335e133-1635-45b5-a9d2-93007bba4bca admin admin] Usage tracker for resource:security_group_rule and tenant:d4c4d6f8bdd543aebefcfeea2e81fa1f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:27:40.120035 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-b335e133-1635-45b5-a9d2-93007bba4bca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:27:40.131807 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-b335e133-1635-45b5-a9d2-93007bba4bca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:27:40.170241 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning complete for port c7089222-f477-4d27-9d83-d8240558deb0 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:27:40.171241 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:40.361433 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b335e133-1635-45b5-a9d2-93007bba4bca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:40.429445 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b335e133-1635-45b5-a9d2-93007bba4bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:40.671023 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8f1b4b77-fc19-4149-8e55-c70e83dfd2a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:40.688737 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7906974b-c898-46b2-b634-dc74d76cd7e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:27:40.724818 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8f1b4b77-fc19-4149-8e55-c70e83dfd2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:40.735296 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-429bf429-a01d-41e3-a01b-41f9195007e7 None None] Set router 231a24a9-b7d6-4b4f-a353-f846fe4407ab gateway port host: dv-cinder-780933-3-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:27:40.821684 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-8f1b4b77-fc19-4149-8e55-c70e83dfd2a4 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8a0174caa68b4036a1c1a3a876e4b4bd&name=default HTTP/1.1" status: 200 len: 2975 time: 2.8095207 Apr 07 14:27:40.848191 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 42838) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:27:40.996272 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40ad918-7ad2-4376-a320-47171416f527 admin admin] Router dd655aa6-da4d-47b4-a2e3-956b524a6b4e is scheduled to L3 agent d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2 with binding_index 1 {{(pid=84312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 07 14:27:41.316698 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.81', 56090) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:27:41.431558 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 42854) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:27:41.505780 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-429bf429-a01d-41e3-a01b-41f9195007e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231a24a9-b7d6-4b4f-a353-f846fe4407ab', 'name': 'tempest-ServerRescueNegativeTestJSON-866043403-router', 'tenant_id': '3cedb750960847b9a6d948554b936778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.193'}], 'enable_snat': True}, 'gw_port_id': '74c9ee2c-35c5-480f-ae57-f9516c6723ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:27:30Z', 'updated_at': '2021-04-07T14:27:35Z', 'revision_number': 3, 'project_id': '3cedb750960847b9a6d948554b936778', 'gw_port': {'id': '74c9ee2c-35c5-480f-ae57-f9516c6723ea', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '231a24a9-b7d6-4b4f-a353-f846fe4407ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:27:33Z', 'updated_at': '2021-04-07T14:27:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb'}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:27:41.519681 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429bf429-a01d-41e3-a01b-41f9195007e7 None None] Checking router: 231a24a9-b7d6-4b4f-a353-f846fe4407ab for host: dv-cinder-780933-3-smb {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 14:27:41.520321 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429bf429-a01d-41e3-a01b-41f9195007e7 None None] Updating router 231a24a9-b7d6-4b4f-a353-f846fe4407ab port 74c9ee2c-35c5-480f-ae57-f9516c6723ea binding host dv-cinder-780933-3-smb {{(pid=84315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 07 14:27:41.628096 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-429bf429-a01d-41e3-a01b-41f9195007e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:41.910562 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-b335e133-1635-45b5-a9d2-93007bba4bca admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d4c4d6f8bdd543aebefcfeea2e81fa1f&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0662389 Apr 07 14:27:41.912304 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335e133-1635-45b5-a9d2-93007bba4bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edcc712f-aafe-428c-8cb7-022ee79b4074,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:27:41.921642 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 42868) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:27:41.943142 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-9af2eb1f-5c62-43d4-b643-ffc90f1098c6 req-ea8083b6-08e2-47fc-84a2-ece5710e7181 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] 10.222.0.63 "GET /v2.0/ports?device_id=bf182339-b847-42be-9a09-9d3fb7385817 HTTP/1.1" status: 200 len: 210 time: 0.8687911 Apr 07 14:27:41.989133 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b335e133-1635-45b5-a9d2-93007bba4bca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.301s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:27:41.990718 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.173s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:27:42.002960 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f2986d3a-3816-4951-8fc7-d8e756109145 req-bffade4c-3a8c-43f4-8db9-4ca7c534057c tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=08045f6d-0663-47c3-b898-86c259230208 HTTP/1.1" status: 200 len: 210 time: 0.2978773 Apr 07 14:27:42.116085 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a2e1bf49-c4ab-4f2c-aa73-a823eb61f647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:42.157780 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a2e1bf49-c4ab-4f2c-aa73-a823eb61f647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:42.207409 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40ad918-7ad2-4376-a320-47171416f527 admin admin] Notify agent at l3_agent.dv-cinder-780933-3-smb the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 14:27:42.217307 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a2e1bf49-c4ab-4f2c-aa73-a823eb61f647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:42.226219 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387ca689-0ff4-4cfa-89d6-495d02d9f368 None None] Sync routers for ids ['dd655aa6-da4d-47b4-a2e3-956b524a6b4e'] in dv-cinder-780933-3-smb {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 14:27:42.265876 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387ca689-0ff4-4cfa-89d6-495d02d9f368 None None] Routers {'dd655aa6-da4d-47b4-a2e3-956b524a6b4e'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:27:42.267471 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-387ca689-0ff4-4cfa-89d6-495d02d9f368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:27:17Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['dd655aa6-da4d-47b4-a2e3-956b524a6b4e'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:27:42.315131 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a2e1bf49-c4ab-4f2c-aa73-a823eb61f647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:42.316865 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-a2e1bf49-c4ab-4f2c-aa73-a823eb61f647 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/fba63ae5-2a4d-4a6a-ab04-ef6b3137c56e HTTP/1.1" status: 204 len: 168 time: 1.4074481 Apr 07 14:27:42.319275 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f40ad918-7ad2-4376-a320-47171416f527 admin admin] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:42.324816 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-f40ad918-7ad2-4376-a320-47171416f527 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 11.9182110 Apr 07 14:27:42.343245 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 42882) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:27:42.595665 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-69c323eb-6cb1-4c18-b0fc-a84a528de0d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:42.646850 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-69c323eb-6cb1-4c18-b0fc-a84a528de0d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:27:42.655086 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-69c323eb-6cb1-4c18-b0fc-a84a528de0d7 admin admin] Usage tracker for resource:security_group_rule and tenant:688358c032c6434b9e9113277467ab01 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:27:42.669004 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-69c323eb-6cb1-4c18-b0fc-a84a528de0d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:27:42.681301 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-69c323eb-6cb1-4c18-b0fc-a84a528de0d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:27:42.785559 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-429bf429-a01d-41e3-a01b-41f9195007e7 None None] Notify callbacks [] for port, precommit_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:42.815002 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-429bf429-a01d-41e3-a01b-41f9195007e7 None None] Transition to ACTIVE for port object 74c9ee2c-35c5-480f-ae57-f9516c6723ea will not be triggered until provisioned by entity L2. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:27:42.829487 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-429bf429-a01d-41e3-a01b-41f9195007e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:42.850334 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-69c323eb-6cb1-4c18-b0fc-a84a528de0d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:42.866194 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:27:42.893726 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-69c323eb-6cb1-4c18-b0fc-a84a528de0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:43.032366 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-387ca689-0ff4-4cfa-89d6-495d02d9f368 None None] Set router dd655aa6-da4d-47b4-a2e3-956b524a6b4e gateway port host: dv-cinder-780933-3-smb {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:27:43.109530 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1b4b77-fc19-4149-8e55-c70e83dfd2a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba63ae5-2a4d-4a6a-ab04-ef6b3137c56e,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:27:43.604617 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.81', 56095) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:27:43.608961 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-32b15cc8-4aa7-4f2f-811a-7d540c03a186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:27:43.629852 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-69c323eb-6cb1-4c18-b0fc-a84a528de0d7 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=688358c032c6434b9e9113277467ab01&name=default HTTP/1.1" status: 200 len: 2978 time: 2.1250353 Apr 07 14:27:43.670418 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 42922) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:27:43.680585 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ffb7cc60-59a3-4514-94d3-39d3e34db6a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:43.700409 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-71229e0a-17fc-4e6b-b29d-bcdd3b3491a3 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:27:43.703149 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-71229e0a-17fc-4e6b-b29d-bcdd3b3491a3 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.81 "GET /v2.0/networks?id=48947f08-8f4e-4445-a0c2-94b53fac764a HTTP/1.1" status: 200 len: 814 time: 2.3847063 Apr 07 14:27:43.717436 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8f1b4b77-fc19-4149-8e55-c70e83dfd2a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.727s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:27:43.717864 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.375s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:27:43.773735 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195d151-f386-4a10-aaa9-d0bab3e807fd None None] Pushing event updated for resources: {'Port': ['ID=74c9ee2c-35c5-480f-ae57-f9516c6723ea,revision_number=2']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:27:43.792643 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e1bf49-c4ab-4f2c-aa73-a823eb61f647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba63ae5-2a4d-4a6a-ab04-ef6b3137c56e,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:27:43.817961 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9195d151-f386-4a10-aaa9-d0bab3e807fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:27:43.823980 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9195d151-f386-4a10-aaa9-d0bab3e807fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:27:43.824337 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9195d151-f386-4a10-aaa9-d0bab3e807fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:27:43.824809 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9195d151-f386-4a10-aaa9-d0bab3e807fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:27:43.825796 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9195d151-f386-4a10-aaa9-d0bab3e807fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:27:43.828304 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9195d151-f386-4a10-aaa9-d0bab3e807fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:27:43.829016 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9195d151-f386-4a10-aaa9-d0bab3e807fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:27:43.829503 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9195d151-f386-4a10-aaa9-d0bab3e807fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:27:43.830003 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9195d151-f386-4a10-aaa9-d0bab3e807fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:27:43.830670 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9195d151-f386-4a10-aaa9-d0bab3e807fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:27:43.832082 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9195d151-f386-4a10-aaa9-d0bab3e807fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:27:43.835214 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9195d151-f386-4a10-aaa9-d0bab3e807fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:27:43.839146 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9195d151-f386-4a10-aaa9-d0bab3e807fd None None] Tracked resource versions report: Apr 07 14:27:43.839146 dv-cinder-780933-3-smb neutron-server[84199]: pushed versions: Apr 07 14:27:43.839146 dv-cinder-780933-3-smb neutron-server[84199]: { 'AddressGroup': {'1.2'}, Apr 07 14:27:43.839146 dv-cinder-780933-3-smb neutron-server[84199]: 'ConntrackHelper': {'1.0'}, Apr 07 14:27:43.839146 dv-cinder-780933-3-smb neutron-server[84199]: 'Log': {'1.0'}, Apr 07 14:27:43.839146 dv-cinder-780933-3-smb neutron-server[84199]: 'Network': {'1.1'}, Apr 07 14:27:43.839146 dv-cinder-780933-3-smb neutron-server[84199]: 'Port': {'1.7'}, Apr 07 14:27:43.839146 dv-cinder-780933-3-smb neutron-server[84199]: 'PortForwarding': {'1.2'}, Apr 07 14:27:43.839146 dv-cinder-780933-3-smb neutron-server[84199]: 'QosPolicy': {'1.8'}, Apr 07 14:27:43.839146 dv-cinder-780933-3-smb neutron-server[84199]: 'SecurityGroup': {'1.4'}, Apr 07 14:27:43.839146 dv-cinder-780933-3-smb neutron-server[84199]: 'SecurityGroupRule': {'1.2'}, Apr 07 14:27:43.839146 dv-cinder-780933-3-smb neutron-server[84199]: 'SubPort': {'1.0'}, Apr 07 14:27:43.839146 dv-cinder-780933-3-smb neutron-server[84199]: 'Subnet': {'1.1'}, Apr 07 14:27:43.839146 dv-cinder-780933-3-smb neutron-server[84199]: 'Trunk': {'1.1'}} Apr 07 14:27:43.839146 dv-cinder-780933-3-smb neutron-server[84199]: consumer versions: Apr 07 14:27:43.839146 dv-cinder-780933-3-smb neutron-server[84199]: { DHCP agent@dv-cinder-780933-3-smb: {}, Apr 07 14:27:43.839146 dv-cinder-780933-3-smb neutron-server[84199]: HyperV agent@hv-cinder-78093: {}, Apr 07 14:27:43.839146 dv-cinder-780933-3-smb neutron-server[84199]: L3 agent@dv-cinder-780933-3-smb: {}, Apr 07 14:27:43.839146 dv-cinder-780933-3-smb neutron-server[84199]: Metadata agent@dv-cinder-780933-3-smb: {}, Apr 07 14:27:43.839146 dv-cinder-780933-3-smb neutron-server[84199]: Metering agent@dv-cinder-780933-3-smb: {}, Apr 07 14:27:43.839146 dv-cinder-780933-3-smb neutron-server[84199]: Open vSwitch agent@dv-cinder-780933-3-smb: { 'AddressGroup': '1.2', Apr 07 14:27:43.839146 dv-cinder-780933-3-smb neutron-server[84199]: 'ConntrackHelper': '1.0', Apr 07 14:27:43.839146 dv-cinder-780933-3-smb neutron-server[84199]: 'Log': '1.0', Apr 07 14:27:43.839146 dv-cinder-780933-3-smb neutron-server[84199]: 'Network': '1.1', Apr 07 14:27:43.839146 dv-cinder-780933-3-smb neutron-server[84199]: 'Port': '1.7', Apr 07 14:27:43.839146 dv-cinder-780933-3-smb neutron-server[84199]: 'PortForwarding': '1.2', Apr 07 14:27:43.839146 dv-cinder-780933-3-smb neutron-server[84199]: 'QosPolicy': '1.8', Apr 07 14:27:43.839146 dv-cinder-780933-3-smb neutron-server[84199]: 'SecurityGroup': '1.4', Apr 07 14:27:43.839146 dv-cinder-780933-3-smb neutron-server[84199]: 'SecurityGroupRule': '1.2', Apr 07 14:27:43.839146 dv-cinder-780933-3-smb neutron-server[84199]: 'SubPort': '1.0', Apr 07 14:27:43.839146 dv-cinder-780933-3-smb neutron-server[84199]: 'Subnet': '1.1', Apr 07 14:27:43.839146 dv-cinder-780933-3-smb neutron-server[84199]: 'Trunk': '1.1'}} Apr 07 14:27:43.839146 dv-cinder-780933-3-smb neutron-server[84199]: {{(pid=84315) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 07 14:27:43.861184 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9195d151-f386-4a10-aaa9-d0bab3e807fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.995s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:27:43.876613 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-429bf429-a01d-41e3-a01b-41f9195007e7 None None] Attempting to bind port 74c9ee2c-35c5-480f-ae57-f9516c6723ea on host dv-cinder-780933-3-smb for vnic_type normal with profile {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 14:27:43.879492 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-429bf429-a01d-41e3-a01b-41f9195007e7 None None] Attempting to bind port 74c9ee2c-35c5-480f-ae57-f9516c6723ea by drivers openvswitch,hyperv on host dv-cinder-780933-3-smb at level 0 using segments [{'id': 'feed5fe9-833d-41c1-bf1c-58a271b81c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e'}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 14:27:43.882190 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429bf429-a01d-41e3-a01b-41f9195007e7 None None] Attempting to bind port 74c9ee2c-35c5-480f-ae57-f9516c6723ea on network 6dc11b00-4e00-4f77-8f6a-5304324fd48e {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:27:43.897823 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429bf429-a01d-41e3-a01b-41f9195007e7 None None] Checking agent: {'id': '8ae518a7-0379-42e9-ab12-7bfd998fa0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 14, 18, 49), 'started_at': datetime.datetime(2021, 4, 7, 14, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 14, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 14:27:43.899415 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429bf429-a01d-41e3-a01b-41f9195007e7 None None] Checking segment: {'id': 'feed5fe9-833d-41c1-bf1c-58a271b81c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:27:43.900393 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-429bf429-a01d-41e3-a01b-41f9195007e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:43.901559 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429bf429-a01d-41e3-a01b-41f9195007e7 None None] Bound using segment: {'id': 'feed5fe9-833d-41c1-bf1c-58a271b81c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e'} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 14:27:43.904481 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-429bf429-a01d-41e3-a01b-41f9195007e7 None None] Bound port: 74c9ee2c-35c5-480f-ae57-f9516c6723ea, host: dv-cinder-780933-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feed5fe9-833d-41c1-bf1c-58a271b81c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e'}}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 14:27:43.905079 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-429bf429-a01d-41e3-a01b-41f9195007e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:43.920406 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a2e1bf49-c4ab-4f2c-aa73-a823eb61f647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:27:43.951673 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b9b94688-2aca-4191-9a30-9a90abd77b82 req-ef63b4ce-a78e-466e-92fd-c50ef9d870f5 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] 10.222.0.63 "GET /v2.0/ports?device_id=bf182339-b847-42be-9a09-9d3fb7385817 HTTP/1.1" status: 200 len: 210 time: 0.2427850 Apr 07 14:27:44.091181 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-429bf429-a01d-41e3-a01b-41f9195007e7 None None] For port 74c9ee2c-35c5-480f-ae57-f9516c6723ea, host dv-cinder-780933-3-smb, cleared binding levels {{(pid=84315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 14:27:44.101511 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-429bf429-a01d-41e3-a01b-41f9195007e7 None None] For port 74c9ee2c-35c5-480f-ae57-f9516c6723ea, host dv-cinder-780933-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=74c9ee2c-35c5-480f-ae57-f9516c6723ea,segment=NetworkSegment(feed5fe9-833d-41c1-bf1c-58a271b81c41),segment_id=feed5fe9-833d-41c1-bf1c-58a271b81c41)] {{(pid=84315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 14:27:44.111237 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-429bf429-a01d-41e3-a01b-41f9195007e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:44.331332 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c323eb-6cb1-4c18-b0fc-a84a528de0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a070529-1767-428d-9c37-df91ce5c5d5a,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:27:44.355932 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 42938) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:27:44.422680 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9195d151-f386-4a10-aaa9-d0bab3e807fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:27:44.522753 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-387ca689-0ff4-4cfa-89d6-495d02d9f368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1548084369-router', 'tenant_id': '782e9eccce6d4f5898c76958383a5e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '69120901-9166-4b35-862a-c8d0885825f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:27:30Z', 'updated_at': '2021-04-07T14:27:37Z', 'revision_number': 3, 'project_id': '782e9eccce6d4f5898c76958383a5e3d', 'gw_port': {'id': '69120901-9166-4b35-862a-c8d0885825f3', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:52:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:27:33Z', 'updated_at': '2021-04-07T14:27:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb'}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:27:44.528801 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387ca689-0ff4-4cfa-89d6-495d02d9f368 None None] Checking router: dd655aa6-da4d-47b4-a2e3-956b524a6b4e for host: dv-cinder-780933-3-smb {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 14:27:44.529229 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387ca689-0ff4-4cfa-89d6-495d02d9f368 None None] Updating router dd655aa6-da4d-47b4-a2e3-956b524a6b4e port 69120901-9166-4b35-862a-c8d0885825f3 binding host dv-cinder-780933-3-smb {{(pid=84314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 07 14:27:44.624051 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-387ca689-0ff4-4cfa-89d6-495d02d9f368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:44.653253 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429bf429-a01d-41e3-a01b-41f9195007e7 None None] Routers {'231a24a9-b7d6-4b4f-a353-f846fe4407ab'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:27:44.654230 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-429bf429-a01d-41e3-a01b-41f9195007e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:27:17Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['231a24a9-b7d6-4b4f-a353-f846fe4407ab'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:27:44.709400 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-25bcbc51-9286-4714-bb23-961154d6ebc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:44.814660 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-69c323eb-6cb1-4c18-b0fc-a84a528de0d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.205s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:27:44.862863 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ffb7cc60-59a3-4514-94d3-39d3e34db6a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:45.124717 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-bc8c0f50-a0dd-4933-af01-4adf983631fa req-d7b7c35e-a515-4d3c-9018-f81117c702fa tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=08045f6d-0663-47c3-b898-86c259230208 HTTP/1.1" status: 200 len: 210 time: 1.4937494 Apr 07 14:27:45.253499 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-dd758da6-bcf8-4e4e-bff0-f6e24fa8ffbc tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Request body: {'port': {'device_id': '08045f6d-0663-47c3-b898-86c259230208', 'network_id': '48947f08-8f4e-4445-a0c2-94b53fac764a', 'admin_state_up': True, 'tenant_id': 'af6fad83fbd440a78d4e9f9cd610cc9b'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:27:45.379168 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-a3acd732-9fab-44af-b898-f7cc76d7b0c1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1665371514-network', 'tenant_id': 'b1445eb2c22842839b0871d606f03945'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:27:45.405928 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-a3acd732-9fab-44af-b898-f7cc76d7b0c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:27:45.406529 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195d151-f386-4a10-aaa9-d0bab3e807fd None None] Pushing event updated for resources: {'Port': ['ID=74c9ee2c-35c5-480f-ae57-f9516c6723ea,revision_number=3']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:27:45.419424 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-a3acd732-9fab-44af-b898-f7cc76d7b0c1 admin admin] Usage tracker for resource:network and tenant:b1445eb2c22842839b0871d606f03945 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:27:45.421256 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9195d151-f386-4a10-aaa9-d0bab3e807fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.999s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:27:45.441607 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-a3acd732-9fab-44af-b898-f7cc76d7b0c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:27:45.469218 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-a3acd732-9fab-44af-b898-f7cc76d7b0c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:27:45.608734 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3acd732-9fab-44af-b898-f7cc76d7b0c1 admin admin] Made reservation on behalf of b1445eb2c22842839b0871d606f03945 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:27:45.614052 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a3acd732-9fab-44af-b898-f7cc76d7b0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:45.701785 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-429bf429-a01d-41e3-a01b-41f9195007e7 None None] Set router 231a24a9-b7d6-4b4f-a353-f846fe4407ab gateway port host: dv-cinder-780933-3-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:27:45.733005 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ffb7cc60-59a3-4514-94d3-39d3e34db6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:45.776997 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-60ae0674-b8eb-4842-bb8c-3e6754864a69 req-3b20a054-cb2c-47ea-84fe-5b8f01560367 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] 10.222.0.63 "GET /v2.0/ports?device_id=bf182339-b847-42be-9a09-9d3fb7385817 HTTP/1.1" status: 200 len: 210 time: 0.1278250 Apr 07 14:27:45.782168 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:45.784626 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-387ca689-0ff4-4cfa-89d6-495d02d9f368 None None] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:45.790180 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a3acd732-9fab-44af-b898-f7cc76d7b0c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:45.821068 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-387ca689-0ff4-4cfa-89d6-495d02d9f368 None None] Transition to ACTIVE for port object 69120901-9166-4b35-862a-c8d0885825f3 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:27:45.834856 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-a3acd732-9fab-44af-b898-f7cc76d7b0c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:27:45.837357 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-387ca689-0ff4-4cfa-89d6-495d02d9f368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:45.859803 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1311336b-c6b6-480a-a738-bab21cbda2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:45.883598 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-631c576e-941c-4119-bdda-75f7f7b60f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:27:45.914729 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-a3acd732-9fab-44af-b898-f7cc76d7b0c1 admin admin] Usage tracker for resource:security_group_rule and tenant:b1445eb2c22842839b0871d606f03945 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:27:45.920763 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-a3acd732-9fab-44af-b898-f7cc76d7b0c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:27:46.003269 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-69c323eb-6cb1-4c18-b0fc-a84a528de0d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:27:46.052399 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-a3acd732-9fab-44af-b898-f7cc76d7b0c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:27:46.140797 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-031a5270-2fec-44b5-9dbe-30e7609f3dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:46.213070 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb7cc60-59a3-4514-94d3-39d3e34db6a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edcc712f-aafe-428c-8cb7-022ee79b4074,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:27:46.280411 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-429bf429-a01d-41e3-a01b-41f9195007e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231a24a9-b7d6-4b4f-a353-f846fe4407ab', 'name': 'tempest-ServerRescueNegativeTestJSON-866043403-router', 'tenant_id': '3cedb750960847b9a6d948554b936778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.193'}], 'enable_snat': True}, 'gw_port_id': '74c9ee2c-35c5-480f-ae57-f9516c6723ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:27:30Z', 'updated_at': '2021-04-07T14:27:35Z', 'revision_number': 3, 'project_id': '3cedb750960847b9a6d948554b936778', 'gw_port': {'id': '74c9ee2c-35c5-480f-ae57-f9516c6723ea', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '231a24a9-b7d6-4b4f-a353-f846fe4407ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:27:33Z', 'updated_at': '2021-04-07T14:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb'}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:27:46.292125 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429bf429-a01d-41e3-a01b-41f9195007e7 None None] The sync data for ids ['231a24a9-b7d6-4b4f-a353-f846fe4407ab'] in dv-cinder-780933-3-smb is: [{'id': '231a24a9-b7d6-4b4f-a353-f846fe4407ab', 'name': 'tempest-ServerRescueNegativeTestJSON-866043403-router', 'tenant_id': '3cedb750960847b9a6d948554b936778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.193'}], 'enable_snat': True}, 'gw_port_id': '74c9ee2c-35c5-480f-ae57-f9516c6723ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:27:30Z', 'updated_at': '2021-04-07T14:27:35Z', 'revision_number': 3, 'project_id': '3cedb750960847b9a6d948554b936778', 'gw_port': {'id': '74c9ee2c-35c5-480f-ae57-f9516c6723ea', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '231a24a9-b7d6-4b4f-a353-f846fe4407ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:27:33Z', 'updated_at': '2021-04-07T14:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb'}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 14:27:46.384491 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ffb7cc60-59a3-4514-94d3-39d3e34db6a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:27:46.401511 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3b036e-51ed-429d-a7be-67fbf9bd205a None None] Pushing event updated for resources: {'Port': ['ID=69120901-9166-4b35-862a-c8d0885825f3,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:27:46.593935 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-387ca689-0ff4-4cfa-89d6-495d02d9f368 None None] Attempting to bind port 69120901-9166-4b35-862a-c8d0885825f3 on host dv-cinder-780933-3-smb for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 14:27:46.594372 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-387ca689-0ff4-4cfa-89d6-495d02d9f368 None None] Attempting to bind port 69120901-9166-4b35-862a-c8d0885825f3 by drivers openvswitch,hyperv on host dv-cinder-780933-3-smb at level 0 using segments [{'id': 'feed5fe9-833d-41c1-bf1c-58a271b81c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 14:27:46.594815 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387ca689-0ff4-4cfa-89d6-495d02d9f368 None None] Attempting to bind port 69120901-9166-4b35-862a-c8d0885825f3 on network 6dc11b00-4e00-4f77-8f6a-5304324fd48e {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:27:46.608594 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387ca689-0ff4-4cfa-89d6-495d02d9f368 None None] Checking agent: {'id': '8ae518a7-0379-42e9-ab12-7bfd998fa0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 14, 18, 49), 'started_at': datetime.datetime(2021, 4, 7, 14, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 14, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 14:27:46.609151 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387ca689-0ff4-4cfa-89d6-495d02d9f368 None None] Checking segment: {'id': 'feed5fe9-833d-41c1-bf1c-58a271b81c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:27:46.609558 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-387ca689-0ff4-4cfa-89d6-495d02d9f368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:46.612392 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387ca689-0ff4-4cfa-89d6-495d02d9f368 None None] Bound using segment: {'id': 'feed5fe9-833d-41c1-bf1c-58a271b81c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 14:27:46.613084 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-387ca689-0ff4-4cfa-89d6-495d02d9f368 None None] Bound port: 69120901-9166-4b35-862a-c8d0885825f3, host: dv-cinder-780933-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feed5fe9-833d-41c1-bf1c-58a271b81c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 14:27:46.616947 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-387ca689-0ff4-4cfa-89d6-495d02d9f368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:46.745513 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-387ca689-0ff4-4cfa-89d6-495d02d9f368 None None] For port 69120901-9166-4b35-862a-c8d0885825f3, host dv-cinder-780933-3-smb, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 14:27:46.749702 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-387ca689-0ff4-4cfa-89d6-495d02d9f368 None None] For port 69120901-9166-4b35-862a-c8d0885825f3, host dv-cinder-780933-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=69120901-9166-4b35-862a-c8d0885825f3,segment=NetworkSegment(feed5fe9-833d-41c1-bf1c-58a271b81c41),segment_id=feed5fe9-833d-41c1-bf1c-58a271b81c41)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 14:27:46.753695 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-bb3b036e-51ed-429d-a7be-67fbf9bd205a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.870s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:27:46.755449 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-387ca689-0ff4-4cfa-89d6-495d02d9f368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:46.773420 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:27:46.797034 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ffb7cc60-59a3-4514-94d3-39d3e34db6a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:46.803116 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-ffb7cc60-59a3-4514-94d3-39d3e34db6a0 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/edcc712f-aafe-428c-8cb7-022ee79b4074 HTTP/1.1" status: 204 len: 168 time: 4.8692935 Apr 07 14:27:46.953254 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-83cd163a-88c7-44ef-9ca4-1b2078c4bb79 req-031eac1d-6a88-4757-9e2e-12cb1cc3bffc tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=08045f6d-0663-47c3-b898-86c259230208 HTTP/1.1" status: 200 len: 210 time: 0.5613067 Apr 07 14:27:47.380328 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-dd758da6-bcf8-4e4e-bff0-f6e24fa8ffbc tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:27:47.406324 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-dd758da6-bcf8-4e4e-bff0-f6e24fa8ffbc tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Usage tracker for resource:port and tenant:af6fad83fbd440a78d4e9f9cd610cc9b is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:27:47.410402 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a3acd732-9fab-44af-b898-f7cc76d7b0c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:47.417965 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-1311336b-c6b6-480a-a738-bab21cbda2ef admin admin] Allocated IP 172.20.0.1 (c030ef04-5242-408d-b21d-654932a78971/922c7ccf-af8e-4c6b-baef-d00c20689db2/5a4b1919-0dd5-48d4-821e-51f43278d172) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 14:27:47.421929 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-dd758da6-bcf8-4e4e-bff0-f6e24fa8ffbc tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:27:47.451317 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a3acd732-9fab-44af-b898-f7cc76d7b0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:47.451725 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1b6aeee4-9996-48e8-af10-bb610cc92d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:47.467165 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-dd758da6-bcf8-4e4e-bff0-f6e24fa8ffbc tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:27:47.508249 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:27:47.626097 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5f068b16-3ca9-42c5-9869-8b328105c590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:47.643968 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3b036e-51ed-429d-a7be-67fbf9bd205a None None] Pushing event updated for resources: {'Port': ['ID=69120901-9166-4b35-862a-c8d0885825f3,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:27:47.662549 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-bb3b036e-51ed-429d-a7be-67fbf9bd205a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.890s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:27:47.759815 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-dd758da6-bcf8-4e4e-bff0-f6e24fa8ffbc tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Made reservation on behalf of af6fad83fbd440a78d4e9f9cd610cc9b for: {'port': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:27:47.797564 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-dd758da6-bcf8-4e4e-bff0-f6e24fa8ffbc tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:47.964067 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 74c9ee2c-35c5-480f-ae57-f9516c6723ea up at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:27:47.979649 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-4e470cd6-3183-438f-b072-5f5f5f125368 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:27:47.982703 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-4e470cd6-3183-438f-b072-5f5f5f125368 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] 10.222.0.81 "GET /v2.0/networks?id=64337612-feea-4e2d-953e-a7b35601ec92 HTTP/1.1" status: 200 len: 812 time: 4.3147354 Apr 07 14:27:48.218031 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387ca689-0ff4-4cfa-89d6-495d02d9f368 None None] Routers {'dd655aa6-da4d-47b4-a2e3-956b524a6b4e'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:27:48.240258 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-41645a76-bd9f-420b-a056-0b8770410bea tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Request body: {'port': {'device_id': 'bf182339-b847-42be-9a09-9d3fb7385817', 'network_id': '64337612-feea-4e2d-953e-a7b35601ec92', 'admin_state_up': True, 'tenant_id': 'c90060d015924f5b8528ee50e0508f9d'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:27:48.243999 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-387ca689-0ff4-4cfa-89d6-495d02d9f368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:27:47Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['dd655aa6-da4d-47b4-a2e3-956b524a6b4e'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:27:48.249717 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3acd732-9fab-44af-b898-f7cc76d7b0c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 07 14:27:48.272322 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0d3b85b6-e9b2-4010-b067-5e99cd9286c5 req-2ecdbf19-14d0-4c4f-a51e-93afa67e1bd9 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] 10.222.0.63 "GET /v2.0/ports?device_id=bf182339-b847-42be-9a09-9d3fb7385817 HTTP/1.1" status: 200 len: 210 time: 0.7007446 Apr 07 14:27:48.473363 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3acd732-9fab-44af-b898-f7cc76d7b0c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59150dad-8566-4449-adb1-e1fc928ef20e,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:27:48.496616 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a3acd732-9fab-44af-b898-f7cc76d7b0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773215'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:48.497234 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.db.segments_db [None req-a3acd732-9fab-44af-b898-f7cc76d7b0c1 admin admin] Added segment 8bab92d3-d7e6-476b-9bd9-681c2e595fc3 of type vlan for network de7ac2c5-07c0-416d-a7a1-f851475ae70b Apr 07 14:27:48.522194 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a3acd732-9fab-44af-b898-f7cc76d7b0c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.014s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:27:48.670262 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a3acd732-9fab-44af-b898-f7cc76d7b0c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304368617707'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:48.737883 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a3acd732-9fab-44af-b898-f7cc76d7b0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:48.766792 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3acd732-9fab-44af-b898-f7cc76d7b0c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:27:48.767920 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a3acd732-9fab-44af-b898-f7cc76d7b0c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:48.781727 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-79373bbb-21fb-412e-b7b7-b5d177fcfda8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:27:48.963922 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-387ca689-0ff4-4cfa-89d6-495d02d9f368 None None] Set router dd655aa6-da4d-47b4-a2e3-956b524a6b4e gateway port host: dv-cinder-780933-3-smb {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:27:49.516287 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-68064a8d-a1ee-4a07-912b-506dbeaf5e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:49.520896 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-dd758da6-bcf8-4e4e-bff0-f6e24fa8ffbc tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Allocated IP 172.20.0.6 (48947f08-8f4e-4445-a0c2-94b53fac764a/680613ef-fc50-4022-b80a-d2e8597917da/f05d00fa-1d9e-40c6-9931-be3ca2a5969d) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 14:27:49.706201 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3acd732-9fab-44af-b898-f7cc76d7b0c1 admin admin] Pushing event updated for resources: {'Network': ['ID=de7ac2c5-07c0-416d-a7a1-f851475ae70b,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:27:49.714828 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a3acd732-9fab-44af-b898-f7cc76d7b0c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.933s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:27:49.890126 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1311336b-c6b6-480a-a738-bab21cbda2ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:49.908464 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-a3acd732-9fab-44af-b898-f7cc76d7b0c1 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 5.5421658 Apr 07 14:27:49.912429 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 43014) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:27:49.947637 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-9a06ea4b-767b-424d-a974-9cf871074268 admin admin] Request body: {'subnet': {'network_id': 'de7ac2c5-07c0-416d-a7a1-f851475ae70b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1665371514-subnet', 'tenant_id': 'b1445eb2c22842839b0871d606f03945', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:27:49.986711 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-9a06ea4b-767b-424d-a974-9cf871074268 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:27:50.002321 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:50.005236 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Network de7ac2c5-07c0-416d-a7a1-f851475ae70b details requested by agent ovs-agent-dv-cinder-780933-3-smb with host dv-cinder-780933-3-smb {{(pid=84314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 14:27:50.106659 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-1311336b-c6b6-480a-a738-bab21cbda2ef admin admin] Transition to ACTIVE for port object 5a4b1919-0dd5-48d4-821e-51f43278d172 will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:27:50.149049 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-9a06ea4b-767b-424d-a974-9cf871074268 admin admin] Usage tracker for resource:subnet and tenant:b1445eb2c22842839b0871d606f03945 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:27:50.158570 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b19b16d0-c3b0-4523-9dbd-99a613276679 req-856f2702-1fa7-45bf-9c3f-ecd323d760de tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] 10.222.0.63 "GET /v2.0/ports?device_id=bf182339-b847-42be-9a09-9d3fb7385817 HTTP/1.1" status: 200 len: 210 time: 0.1903417 Apr 07 14:27:50.173562 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-dd758da6-bcf8-4e4e-bff0-f6e24fa8ffbc tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:50.175285 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-9a06ea4b-767b-424d-a974-9cf871074268 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:27:50.198514 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-9a06ea4b-767b-424d-a974-9cf871074268 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:27:50.250700 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a06ea4b-767b-424d-a974-9cf871074268 admin admin] Made reservation on behalf of b1445eb2c22842839b0871d606f03945 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:27:50.257760 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9a06ea4b-767b-424d-a974-9cf871074268 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:50.298474 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1b6aeee4-9996-48e8-af10-bb610cc92d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:50.337451 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-dd758da6-bcf8-4e4e-bff0-f6e24fa8ffbc tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732486185860'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:50.342912 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning for port 74c9ee2c-35c5-480f-ae57-f9516c6723ea completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:27:50.418298 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning complete for port 74c9ee2c-35c5-480f-ae57-f9516c6723ea triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:27:50.418988 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:50.446377 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-41645a76-bd9f-420b-a056-0b8770410bea tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:27:50.673693 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-753d5ca8-67af-4e0f-aee9-cf9190fbeaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:51.049688 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-59bbc80b-f5d3-4ac9-b9c3-9b07353d67cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:27:51.052553 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1311336b-c6b6-480a-a738-bab21cbda2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732486185860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:51.150465 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:27:51.160971 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-41645a76-bd9f-420b-a056-0b8770410bea tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Usage tracker for resource:port and tenant:c90060d015924f5b8528ee50e0508f9d is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:27:51.188891 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-41645a76-bd9f-420b-a056-0b8770410bea tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:27:51.233363 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-41645a76-bd9f-420b-a056-0b8770410bea tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:27:51.253824 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-dd758da6-bcf8-4e4e-bff0-f6e24fa8ffbc tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Network 48947f08-8f4e-4445-a0c2-94b53fac764a is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:27:51.268771 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-dd758da6-bcf8-4e4e-bff0-f6e24fa8ffbc tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:27:51.301908 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-dd758da6-bcf8-4e4e-bff0-f6e24fa8ffbc tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 14:27:51.326941 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-dd758da6-bcf8-4e4e-bff0-f6e24fa8ffbc tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:27:51.340935 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-dd758da6-bcf8-4e4e-bff0-f6e24fa8ffbc tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:51.434430 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-dd758da6-bcf8-4e4e-bff0-f6e24fa8ffbc tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9187524 Apr 07 14:27:51.510810 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-031a5270-2fec-44b5-9dbe-30e7609f3dcd admin admin] Allocated IP 172.20.0.1 (346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb/e62acf97-8dac-49ae-b633-d54e2e4cb525/79b830c5-c6bb-4c8c-a3b5-23e967ae389a) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 14:27:51.518886 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-ae22f524-10c2-4b8a-876c-bc3bddf1ae7a tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=84313) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 14:27:51.526377 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-ae22f524-10c2-4b8a-876c-bc3bddf1ae7a tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0482678 Apr 07 14:27:51.532300 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd758da6-bcf8-4e4e-bff0-f6e24fa8ffbc tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Pushing event updated for resources: {'Port': ['ID=f05d00fa-1d9e-40c6-9931-be3ca2a5969d,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:27:51.558161 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-41645a76-bd9f-420b-a056-0b8770410bea tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Made reservation on behalf of c90060d015924f5b8528ee50e0508f9d for: {'port': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:27:51.570933 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-41645a76-bd9f-420b-a056-0b8770410bea tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:51.642161 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-dd758da6-bcf8-4e4e-bff0-f6e24fa8ffbc tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:27:51.903211 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d900c3-480f-4c77-ae3f-edee94c1b6ad req-9f668b17-0e44-4647-aae2-df24d2999c43 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:27:51.904984 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-57d900c3-480f-4c77-ae3f-edee94c1b6ad req-9f668b17-0e44-4647-aae2-df24d2999c43 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Synchronizing usage tracker for tenant:af6fad83fbd440a78d4e9f9cd610cc9b on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:27:51.985973 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1b6aeee4-9996-48e8-af10-bb610cc92d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:51.999215 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:52.056351 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] For port 74c9ee2c-35c5-480f-ae57-f9516c6723ea, host dv-cinder-780933-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=74c9ee2c-35c5-480f-ae57-f9516c6723ea,segment=NetworkSegment(feed5fe9-833d-41c1-bf1c-58a271b81c41),segment_id=feed5fe9-833d-41c1-bf1c-58a271b81c41)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:27:52.099256 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-387ca689-0ff4-4cfa-89d6-495d02d9f368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1548084369-router', 'tenant_id': '782e9eccce6d4f5898c76958383a5e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '69120901-9166-4b35-862a-c8d0885825f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:27:30Z', 'updated_at': '2021-04-07T14:27:37Z', 'revision_number': 3, 'project_id': '782e9eccce6d4f5898c76958383a5e3d', 'gw_port': {'id': '69120901-9166-4b35-862a-c8d0885825f3', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:52:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:27:33Z', 'updated_at': '2021-04-07T14:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb'}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:27:52.116889 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:52.136271 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387ca689-0ff4-4cfa-89d6-495d02d9f368 None None] The sync data for ids ['dd655aa6-da4d-47b4-a2e3-956b524a6b4e'] in dv-cinder-780933-3-smb is: [{'id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1548084369-router', 'tenant_id': '782e9eccce6d4f5898c76958383a5e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '69120901-9166-4b35-862a-c8d0885825f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:27:30Z', 'updated_at': '2021-04-07T14:27:37Z', 'revision_number': 3, 'project_id': '782e9eccce6d4f5898c76958383a5e3d', 'gw_port': {'id': '69120901-9166-4b35-862a-c8d0885825f3', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:52:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:27:33Z', 'updated_at': '2021-04-07T14:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb'}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 14:27:52.155071 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-4e41e1f3-38c2-4d82-ae30-008d93806ddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:27:52.522979 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Pushing event updated for resources: {'Port': ['ID=74c9ee2c-35c5-480f-ae57-f9516c6723ea,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:27:52.530566 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:27:52.697580 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ffb7cc60-59a3-4514-94d3-39d3e34db6a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:27:52.807220 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1311336b-c6b6-480a-a738-bab21cbda2ef admin admin] Network c030ef04-5242-408d-b21d-654932a78971 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:27:52.812481 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1b6aeee4-9996-48e8-af10-bb610cc92d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:52.815566 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-1b6aeee4-9996-48e8-af10-bb610cc92d11 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4a070529-1767-428d-9c37-df91ce5c5d5a HTTP/1.1" status: 204 len: 168 time: 9.1312737 Apr 07 14:27:52.827566 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-1311336b-c6b6-480a-a738-bab21cbda2ef admin admin] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:27:52.837156 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6aeee4-9996-48e8-af10-bb610cc92d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a070529-1767-428d-9c37-df91ce5c5d5a,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:27:52.862408 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-fbecf14e-b34a-4277-8a40-ff31c0844c07 req-57d2434c-0f3a-4374-a143-74be873d61f4 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] 10.222.0.63 "GET /v2.0/ports?device_id=bf182339-b847-42be-9a09-9d3fb7385817 HTTP/1.1" status: 200 len: 210 time: 0.6907260 Apr 07 14:27:52.869526 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1311336b-c6b6-480a-a738-bab21cbda2ef admin admin] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 14:27:52.882626 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1311336b-c6b6-480a-a738-bab21cbda2ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8357458'] for router_interface, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:52.887373 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-1b6aeee4-9996-48e8-af10-bb610cc92d11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:27:52.888634 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-57d900c3-480f-4c77-ae3f-edee94c1b6ad req-9f668b17-0e44-4647-aae2-df24d2999c43 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Unset dirty status for tenant:af6fad83fbd440a78d4e9f9cd610cc9b on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:27:52.921465 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-57d900c3-480f-4c77-ae3f-edee94c1b6ad req-9f668b17-0e44-4647-aae2-df24d2999c43 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=08045f6d-0663-47c3-b898-86c259230208 HTTP/1.1" status: 200 len: 931 time: 3.9291759 Apr 07 14:27:53.073845 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-57d900c3-480f-4c77-ae3f-edee94c1b6ad req-0d9b917e-52ab-4a41-836d-d845a4af2e35 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374948 Apr 07 14:27:53.390148 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-41645a76-bd9f-420b-a056-0b8770410bea tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Allocated IP 172.20.0.12 (64337612-feea-4e2d-953e-a7b35601ec92/636a20b6-4ee0-42be-a820-0b15fd9fd1f5/6eaab98f-be14-42fc-b3a8-4a081db82ced) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 14:27:53.441089 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-c32a825e-9cf3-4507-9bb0-5a7c8b0ce119 service neutron] Request body: {'port': {'device_id': '08045f6d-0663-47c3-b898-86c259230208', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:27:53.527525 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-262446c8-bea5-480d-b6f9-a797b7ab0345 None None] Provisioning for port 5a4b1919-0dd5-48d4-821e-51f43278d172 completed by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:27:53.561123 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-262446c8-bea5-480d-b6f9-a797b7ab0345 None None] Provisioning complete for port 5a4b1919-0dd5-48d4-821e-51f43278d172 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:27:53.561843 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-262446c8-bea5-480d-b6f9-a797b7ab0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:53.669976 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1311336b-c6b6-480a-a738-bab21cbda2ef admin admin] Pushing event updated for resources: {'Port': ['ID=5a4b1919-0dd5-48d4-821e-51f43278d172,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:27:53.731865 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-1311336b-c6b6-480a-a738-bab21cbda2ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.585s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:27:53.851259 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-c32a825e-9cf3-4507-9bb0-5a7c8b0ce119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:53.913226 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-262446c8-bea5-480d-b6f9-a797b7ab0345 None None] Port 5a4b1919-0dd5-48d4-821e-51f43278d172 cannot update to ACTIVE because it is not bound. {{(pid=84314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 14:27:54.434440 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9a06ea4b-767b-424d-a974-9cf871074268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:54.704903 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 69120901-9166-4b35-862a-c8d0885825f3 up at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:27:54.714896 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5259246f-c4dc-491c-a17b-d4dd2fe92ba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:27:54.987191 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a06ea4b-767b-424d-a974-9cf871074268 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e3170c6-a703-4840-9e42-d8cc6ea1b674,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:27:55.060705 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning for port 69120901-9166-4b35-862a-c8d0885825f3 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:27:55.080571 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning complete for port 69120901-9166-4b35-862a-c8d0885825f3 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:27:55.082524 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:55.291666 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 43078) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:27:55.326957 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9a06ea4b-767b-424d-a974-9cf871074268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:27:55.329524 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1311336b-c6b6-480a-a738-bab21cbda2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:55.638503 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-031a5270-2fec-44b5-9dbe-30e7609f3dcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:55.735639 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:55.838834 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] For port 69120901-9166-4b35-862a-c8d0885825f3, host dv-cinder-780933-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=69120901-9166-4b35-862a-c8d0885825f3,segment=NetworkSegment(feed5fe9-833d-41c1-bf1c-58a271b81c41),segment_id=feed5fe9-833d-41c1-bf1c-58a271b81c41)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:27:55.860738 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:55.871032 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 74c9ee2c-35c5-480f-ae57-f9516c6723ea up at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:27:55.984625 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:27:56.349359 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-22bea947-2306-468f-83b3-9dc2c3067a8c req-8ddfad8d-43cd-4d59-85fa-de439ea44872 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] 10.222.0.63 "GET /v2.0/ports?device_id=bf182339-b847-42be-9a09-9d3fb7385817 HTTP/1.1" status: 200 len: 210 time: 1.3796186 Apr 07 14:27:56.408825 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Pushing event updated for resources: {'Port': ['ID=69120901-9166-4b35-862a-c8d0885825f3,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:27:56.438291 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:27:56.443789 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b0325-a9a3-45d5-a0c8-eb4c474cfb03 req-b7fd40fb-645c-4f65-b0dd-b2c6f1655795 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:27:56.455205 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-454b0325-a9a3-45d5-a0c8-eb4c474cfb03 req-b7fd40fb-645c-4f65-b0dd-b2c6f1655795 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=08045f6d-0663-47c3-b898-86c259230208 HTTP/1.1" status: 200 len: 931 time: 1.6728306 Apr 07 14:27:56.470962 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1311336b-c6b6-480a-a738-bab21cbda2ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:56.481093 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning complete for port 74c9ee2c-35c5-480f-ae57-f9516c6723ea triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:27:56.482051 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:56.495950 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-af58d03d-75f5-441b-9e5f-d8922a2f9d1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:56.593546 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-af58d03d-75f5-441b-9e5f-d8922a2f9d1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:27:56.608659 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-af58d03d-75f5-441b-9e5f-d8922a2f9d1d admin admin] Usage tracker for resource:security_group_rule and tenant:8c9350c6c15d4801b5d671e69d24d403 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:27:56.613338 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-454b0325-a9a3-45d5-a0c8-eb4c474cfb03 req-00b0fa87-57cd-408f-816c-ed4f9d318aa7 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567028 Apr 07 14:27:56.616706 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-af58d03d-75f5-441b-9e5f-d8922a2f9d1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:27:56.631353 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-af58d03d-75f5-441b-9e5f-d8922a2f9d1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:27:56.827658 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-af58d03d-75f5-441b-9e5f-d8922a2f9d1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:56.829933 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1311336b-c6b6-480a-a738-bab21cbda2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:56.837406 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-af58d03d-75f5-441b-9e5f-d8922a2f9d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:56.839954 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1311336b-c6b6-480a-a738-bab21cbda2ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846875651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8281223'] for router_interface, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:56.933726 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 69120901-9166-4b35-862a-c8d0885825f3 up at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:27:56.958067 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-c32a825e-9cf3-4507-9bb0-5a7c8b0ce119 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f05d00fa-1d9e-40c6-9931-be3ca2a5969d {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 14:27:56.991630 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-c32a825e-9cf3-4507-9bb0-5a7c8b0ce119 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:56.992097 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f40ad918-7ad2-4376-a320-47171416f527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:27:57.017089 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-031a5270-2fec-44b5-9dbe-30e7609f3dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732486185860'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:57.073866 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning complete for port 69120901-9166-4b35-862a-c8d0885825f3 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:27:57.074522 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:57.086453 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-41645a76-bd9f-420b-a056-0b8770410bea tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:57.109334 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-19c59869-c32a-4a8e-8d92-c48c4beeba4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:27:57.126643 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1311336b-c6b6-480a-a738-bab21cbda2ef admin admin] Pushing event updated for resources: {'Port': ['ID=5a4b1919-0dd5-48d4-821e-51f43278d172,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:27:57.134757 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-af58d03d-75f5-441b-9e5f-d8922a2f9d1d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8c9350c6c15d4801b5d671e69d24d403&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4602053 Apr 07 14:27:57.134757 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-1311336b-c6b6-480a-a738-bab21cbda2ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:27:57.147656 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8f1b4b77-fc19-4149-8e55-c70e83dfd2a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:27:57.184361 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 43102) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:27:57.198365 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1311336b-c6b6-480a-a738-bab21cbda2ef admin admin] Network c030ef04-5242-408d-b21d-654932a78971 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:27:57.201616 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af58d03d-75f5-441b-9e5f-d8922a2f9d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a67f093-2d49-403d-a40d-056cf2bd20bf,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:27:57.217317 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-af58d03d-75f5-441b-9e5f-d8922a2f9d1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:27:57.220394 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-1311336b-c6b6-480a-a738-bab21cbda2ef admin admin] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:27:57.328638 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-c32a825e-9cf3-4507-9bb0-5a7c8b0ce119 service neutron] Transition to ACTIVE for port object f05d00fa-1d9e-40c6-9931-be3ca2a5969d will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:27:57.451987 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a06ea4b-767b-424d-a974-9cf871074268 admin admin] Checking segment: {'id': '8bab92d3-d7e6-476b-9bd9-681c2e595fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'de7ac2c5-07c0-416d-a7a1-f851475ae70b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:27:57.452393 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a06ea4b-767b-424d-a974-9cf871074268 admin admin] Network hostable DHCP agents. Network: de7ac2c5-07c0-416d-a7a1-f851475ae70b, hostable agents: ['42bbb647-2c35-4d48-afa7-1676ea318721'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 14:27:57.637791 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a5270-2fec-44b5-9dbe-30e7609f3dcd admin admin] Pushing event updated for resources: {'Port': ['ID=79b830c5-c6bb-4c8c-a3b5-23e967ae389a,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:27:57.653820 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-031a5270-2fec-44b5-9dbe-30e7609f3dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:27:57.692644 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-bfda1648-bc50-419e-91aa-52e9815a1ec2 None None] Provisioning complete for port 5a4b1919-0dd5-48d4-821e-51f43278d172 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:27:57.701079 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031a5270-2fec-44b5-9dbe-30e7609f3dcd admin admin] Network 346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:27:57.702143 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-c32a825e-9cf3-4507-9bb0-5a7c8b0ce119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:57.704754 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-031a5270-2fec-44b5-9dbe-30e7609f3dcd admin admin] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:27:57.705255 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bfda1648-bc50-419e-91aa-52e9815a1ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:57.720237 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031a5270-2fec-44b5-9dbe-30e7609f3dcd admin admin] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 14:27:57.724413 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-031a5270-2fec-44b5-9dbe-30e7609f3dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8357458'] for router_interface, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:57.858303 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-bfda1648-bc50-419e-91aa-52e9815a1ec2 None None] Port 5a4b1919-0dd5-48d4-821e-51f43278d172 cannot update to ACTIVE because it is not bound. {{(pid=84314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 14:27:58.040545 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c2b4fc3d-d18a-4b0a-952a-51982553098c req-dd6ba380-85f6-47ce-9cb4-0299ea693ba2 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] 10.222.0.63 "GET /v2.0/ports?device_id=bf182339-b847-42be-9a09-9d3fb7385817 HTTP/1.1" status: 200 len: 210 time: 0.0614352 Apr 07 14:27:58.047737 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a06ea4b-767b-424d-a974-9cf871074268 admin admin] Network de7ac2c5-07c0-416d-a7a1-f851475ae70b is scheduled to be hosted by DHCP agent 42bbb647-2c35-4d48-afa7-1676ea318721 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 14:27:58.094093 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-9a06ea4b-767b-424d-a974-9cf871074268 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-3-smb, de7ac2c5-07c0-416d-a7a1-f851475ae70b) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:27:58.105307 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64efee48-4098-4b1f-8406-9d79ac47c7a1 None None] Network de7ac2c5-07c0-416d-a7a1-f851475ae70b requested from dv-cinder-780933-3-smb {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 14:27:58.177280 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b0ff4a22-3a12-4794-9246-2056866da39a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:58.261756 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b0ff4a22-3a12-4794-9246-2056866da39a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:58.292522 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a06ea4b-767b-424d-a974-9cf871074268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:27:58.302875 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9a06ea4b-767b-424d-a974-9cf871074268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:58.337173 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:27:58.557342 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4165f4-a20e-411c-a58b-adefbd76f406 None None] Network de7ac2c5-07c0-416d-a7a1-f851475ae70b requested from dv-cinder-780933-3-smb {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 14:27:58.646672 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a825e-9cf3-4507-9bb0-5a7c8b0ce119 service neutron] Pushing event updated for resources: {'Port': ['ID=f05d00fa-1d9e-40c6-9931-be3ca2a5969d,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:27:58.687808 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-9a06ea4b-767b-424d-a974-9cf871074268 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 8.7673936 Apr 07 14:27:58.766088 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1311336b-c6b6-480a-a738-bab21cbda2ef admin admin] Router dd655aa6-da4d-47b4-a2e3-956b524a6b4e has already been hosted by L3 agent d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 14:27:58.791571 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-031a5270-2fec-44b5-9dbe-30e7609f3dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:58.830825 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b0ff4a22-3a12-4794-9246-2056866da39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:58.986109 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:27:59.165218 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-031a5270-2fec-44b5-9dbe-30e7609f3dcd admin admin] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:59.168276 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-c32a825e-9cf3-4507-9bb0-5a7c8b0ce119 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.831s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:27:59.170795 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff4a22-3a12-4794-9246-2056866da39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a67f093-2d49-403d-a40d-056cf2bd20bf,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:27:59.193174 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b0ff4a22-3a12-4794-9246-2056866da39a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:27:59.199649 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b0ff4a22-3a12-4794-9246-2056866da39a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:59.228988 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-b0ff4a22-3a12-4794-9246-2056866da39a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8a67f093-2d49-403d-a40d-056cf2bd20bf HTTP/1.1" status: 204 len: 168 time: 2.0050299 Apr 07 14:27:59.297235 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-031a5270-2fec-44b5-9dbe-30e7609f3dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:59.347633 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-c32a825e-9cf3-4507-9bb0-5a7c8b0ce119 service neutron] Attempting to bind port f05d00fa-1d9e-40c6-9931-be3ca2a5969d on host hv-cinder-78093 for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 14:27:59.348735 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-c32a825e-9cf3-4507-9bb0-5a7c8b0ce119 service neutron] Attempting to bind port f05d00fa-1d9e-40c6-9931-be3ca2a5969d by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '9d8ef5b9-c447-4b90-9831-d929e59e09af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '48947f08-8f4e-4445-a0c2-94b53fac764a'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 14:27:59.349839 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-c32a825e-9cf3-4507-9bb0-5a7c8b0ce119 service neutron] Attempting to bind port f05d00fa-1d9e-40c6-9931-be3ca2a5969d on network 48947f08-8f4e-4445-a0c2-94b53fac764a {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:27:59.370072 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-031a5270-2fec-44b5-9dbe-30e7609f3dcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846875651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8281223'] for router_interface, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:27:59.472841 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1311336b-c6b6-480a-a738-bab21cbda2ef admin admin] Notify agent at l3_agent.dv-cinder-780933-3-smb the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 14:27:59.497391 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a671af-3f3f-463c-8f0f-15f03239c527 None None] Sync routers for ids ['dd655aa6-da4d-47b4-a2e3-956b524a6b4e'] in dv-cinder-780933-3-smb {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 14:27:59.513693 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-1311336b-c6b6-480a-a738-bab21cbda2ef admin admin] 10.222.0.63 "PUT /v2.0/routers/dd655aa6-da4d-47b4-a2e3-956b524a6b4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.1637423 Apr 07 14:27:59.539540 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a671af-3f3f-463c-8f0f-15f03239c527 None None] Routers {'dd655aa6-da4d-47b4-a2e3-956b524a6b4e'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:27:59.548713 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-21a671af-3f3f-463c-8f0f-15f03239c527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:27:47Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['dd655aa6-da4d-47b4-a2e3-956b524a6b4e'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:27:59.622060 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b203e356-e4ab-4a81-9bf3-a293376d027a req-e264873e-80e7-4d98-8643-91a6ab110d20 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] 10.222.0.63 "GET /v2.0/ports?device_id=bf182339-b847-42be-9a09-9d3fb7385817 HTTP/1.1" status: 200 len: 210 time: 0.0948234 Apr 07 14:27:59.706248 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-c32a825e-9cf3-4507-9bb0-5a7c8b0ce119 service neutron] Port f05d00fa-1d9e-40c6-9931-be3ca2a5969d on network 48947f08-8f4e-4445-a0c2-94b53fac764a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 14:27:59.706777 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-c32a825e-9cf3-4507-9bb0-5a7c8b0ce119 service neutron] Attempting to bind port f05d00fa-1d9e-40c6-9931-be3ca2a5969d on network 48947f08-8f4e-4445-a0c2-94b53fac764a {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:27:59.741825 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-031a5270-2fec-44b5-9dbe-30e7609f3dcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:27:59.961712 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-c32a825e-9cf3-4507-9bb0-5a7c8b0ce119 service neutron] Checking agent: {'id': '9602430f-c8c8-408a-9570-479772f8b05b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 14, 25, 46), 'started_at': datetime.datetime(2021, 4, 7, 14, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 14, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 14:27:59.962534 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-c32a825e-9cf3-4507-9bb0-5a7c8b0ce119 service neutron] Checking segment: {'id': '9d8ef5b9-c447-4b90-9831-d929e59e09af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '48947f08-8f4e-4445-a0c2-94b53fac764a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:27:59.964490 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-c32a825e-9cf3-4507-9bb0-5a7c8b0ce119 service neutron] Bound using segment: {'id': '9d8ef5b9-c447-4b90-9831-d929e59e09af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '48947f08-8f4e-4445-a0c2-94b53fac764a'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 14:27:59.965812 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-c32a825e-9cf3-4507-9bb0-5a7c8b0ce119 service neutron] Bound port: f05d00fa-1d9e-40c6-9931-be3ca2a5969d, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d8ef5b9-c447-4b90-9831-d929e59e09af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '48947f08-8f4e-4445-a0c2-94b53fac764a'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 14:27:59.966660 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-c32a825e-9cf3-4507-9bb0-5a7c8b0ce119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:00.011443 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-21a671af-3f3f-463c-8f0f-15f03239c527 None None] Set router dd655aa6-da4d-47b4-a2e3-956b524a6b4e gateway port host: dv-cinder-780933-3-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:28:00.073558 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6b805-c7a4-49df-abe5-a818bd6e23ab req-43a0b1e1-f61e-4264-b381-bca8e7c6295e tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:00.089104 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-13e6b805-c7a4-49df-abe5-a818bd6e23ab req-43a0b1e1-f61e-4264-b381-bca8e7c6295e tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=08045f6d-0663-47c3-b898-86c259230208 HTTP/1.1" status: 200 len: 943 time: 1.8684363 Apr 07 14:28:00.203075 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a5270-2fec-44b5-9dbe-30e7609f3dcd admin admin] Pushing event updated for resources: {'Port': ['ID=79b830c5-c6bb-4c8c-a3b5-23e967ae389a,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:00.208319 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-031a5270-2fec-44b5-9dbe-30e7609f3dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:00.226788 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031a5270-2fec-44b5-9dbe-30e7609f3dcd admin admin] Network 346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:28:00.255265 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-031a5270-2fec-44b5-9dbe-30e7609f3dcd admin admin] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:28:00.295441 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-13e6b805-c7a4-49df-abe5-a818bd6e23ab req-d487540b-920f-4275-85ef-3c49a5289c63 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556306 Apr 07 14:28:01.173178 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-41645a76-bd9f-420b-a056-0b8770410bea tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732486185860'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:01.219822 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-21a671af-3f3f-463c-8f0f-15f03239c527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1548084369-router', 'tenant_id': '782e9eccce6d4f5898c76958383a5e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '69120901-9166-4b35-862a-c8d0885825f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:27:30Z', 'updated_at': '2021-04-07T14:27:54Z', 'revision_number': 4, 'project_id': '782e9eccce6d4f5898c76958383a5e3d', 'gw_port': {'id': '69120901-9166-4b35-862a-c8d0885825f3', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:27:33Z', 'updated_at': '2021-04-07T14:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_interfaces': [{'id': '5a4b1919-0dd5-48d4-821e-51f43278d172', 'name': '', 'network_id': 'c030ef04-5242-408d-b21d-654932a78971', 'tenant_id': '782e9eccce6d4f5898c76958383a5e3d', 'mac_address': 'fa:16:3e:09:bf:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '922c7ccf-af8e-4c6b-baef-d00c20689db2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:27:46Z', 'updated_at': '2021-04-07T14:27:55Z', 'revision_number': 2, 'project_id': '782e9eccce6d4f5898c76958383a5e3d', 'subnets': [{'id': '922c7ccf-af8e-4c6b-baef-d00c20689db2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:28:01.230070 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a671af-3f3f-463c-8f0f-15f03239c527 None None] Checking router: dd655aa6-da4d-47b4-a2e3-956b524a6b4e for host: dv-cinder-780933-3-smb {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 14:28:01.231315 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a671af-3f3f-463c-8f0f-15f03239c527 None None] Updating router dd655aa6-da4d-47b4-a2e3-956b524a6b4e port 5a4b1919-0dd5-48d4-821e-51f43278d172 binding host dv-cinder-780933-3-smb {{(pid=84315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 07 14:28:01.276792 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:01.391876 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-c32a825e-9cf3-4507-9bb0-5a7c8b0ce119 service neutron] For port f05d00fa-1d9e-40c6-9931-be3ca2a5969d, host hv-cinder-78093, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 14:28:01.482148 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-21a671af-3f3f-463c-8f0f-15f03239c527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:01.588508 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-c32a825e-9cf3-4507-9bb0-5a7c8b0ce119 service neutron] For port f05d00fa-1d9e-40c6-9931-be3ca2a5969d, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=f05d00fa-1d9e-40c6-9931-be3ca2a5969d,segment=NetworkSegment(9d8ef5b9-c447-4b90-9831-d929e59e09af),segment_id=9d8ef5b9-c447-4b90-9831-d929e59e09af)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 14:28:01.617407 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-031a5270-2fec-44b5-9dbe-30e7609f3dcd admin admin] Router 231a24a9-b7d6-4b4f-a353-f846fe4407ab has already been hosted by L3 agent d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2 {{(pid=84313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 14:28:01.632871 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-c32a825e-9cf3-4507-9bb0-5a7c8b0ce119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:01.651106 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56240100-4db1-448c-8aae-145cdbdeb47e req-0ba034b2-8f1a-489a-9e14-b0c9c66b5f98 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:01.651925 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-56240100-4db1-448c-8aae-145cdbdeb47e req-0ba034b2-8f1a-489a-9e14-b0c9c66b5f98 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Synchronizing usage tracker for tenant:c90060d015924f5b8528ee50e0508f9d on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:28:01.686020 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 43208) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:28:01.692372 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-10bf2469-47cb-4ed9-b729-7030ec4f7dd7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-459858397-network', 'tenant_id': '2552db3b357a4cbaa28bc647686a8750'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:28:01.708145 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-10bf2469-47cb-4ed9-b729-7030ec4f7dd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:28:01.712944 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-10bf2469-47cb-4ed9-b729-7030ec4f7dd7 admin admin] Usage tracker for resource:network and tenant:2552db3b357a4cbaa28bc647686a8750 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:28:01.719479 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-10bf2469-47cb-4ed9-b729-7030ec4f7dd7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:28:01.741807 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-10bf2469-47cb-4ed9-b729-7030ec4f7dd7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:28:01.753994 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bf2469-47cb-4ed9-b729-7030ec4f7dd7 admin admin] Made reservation on behalf of 2552db3b357a4cbaa28bc647686a8750 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:28:01.759677 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-10bf2469-47cb-4ed9-b729-7030ec4f7dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:01.793010 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-10bf2469-47cb-4ed9-b729-7030ec4f7dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:01.833764 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-10bf2469-47cb-4ed9-b729-7030ec4f7dd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:28:01.841430 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-10bf2469-47cb-4ed9-b729-7030ec4f7dd7 admin admin] Usage tracker for resource:security_group_rule and tenant:2552db3b357a4cbaa28bc647686a8750 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:28:01.850675 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-10bf2469-47cb-4ed9-b729-7030ec4f7dd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:28:01.882368 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-10bf2469-47cb-4ed9-b729-7030ec4f7dd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:28:02.020299 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41645a76-bd9f-420b-a056-0b8770410bea tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Pushing event updated for resources: {'Port': ['ID=6eaab98f-be14-42fc-b3a8-4a081db82ced,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:02.048754 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-41645a76-bd9f-420b-a056-0b8770410bea tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.772s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:02.076788 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 43218) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:28:02.269122 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-dd758da6-bcf8-4e4e-bff0-f6e24fa8ffbc tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.258s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:02.332954 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-10bf2469-47cb-4ed9-b729-7030ec4f7dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:02.344273 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-10bf2469-47cb-4ed9-b729-7030ec4f7dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:02.358432 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031a5270-2fec-44b5-9dbe-30e7609f3dcd admin admin] Notify agent at l3_agent.dv-cinder-780933-3-smb the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 14:28:02.360712 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a825e-9cf3-4507-9bb0-5a7c8b0ce119 service neutron] Pushing event updated for resources: {'Port': ['ID=f05d00fa-1d9e-40c6-9931-be3ca2a5969d,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:02.380504 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-031a5270-2fec-44b5-9dbe-30e7609f3dcd admin admin] 10.222.0.63 "PUT /v2.0/routers/231a24a9-b7d6-4b4f-a353-f846fe4407ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 22.3307030 Apr 07 14:28:02.384735 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-c32a825e-9cf3-4507-9bb0-5a7c8b0ce119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:02.385092 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-c32a825e-9cf3-4507-9bb0-5a7c8b0ce119 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:02.387263 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-c32a825e-9cf3-4507-9bb0-5a7c8b0ce119 service neutron] 10.222.0.81 "PUT /v2.0/ports/f05d00fa-1d9e-40c6-9931-be3ca2a5969d HTTP/1.1" status: 200 len: 1093 time: 10.1913869 Apr 07 14:28:02.390884 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08045f6d-0663-47c3-b898-86c259230208', 'tag': 'f05d00fa-1d9e-40c6-9931-be3ca2a5969d'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:28:02.392401 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4542d5-3ab2-4b0a-a4d7-6463a6d2760e None None] Sync routers for ids ['231a24a9-b7d6-4b4f-a353-f846fe4407ab'] in dv-cinder-780933-3-smb {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 14:28:02.421499 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10bf2469-47cb-4ed9-b729-7030ec4f7dd7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 07 14:28:02.441797 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4542d5-3ab2-4b0a-a4d7-6463a6d2760e None None] Routers {'231a24a9-b7d6-4b4f-a353-f846fe4407ab'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:28:02.445893 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-8a4542d5-3ab2-4b0a-a4d7-6463a6d2760e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:27:47Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['231a24a9-b7d6-4b4f-a353-f846fe4407ab'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:28:02.472077 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-56240100-4db1-448c-8aae-145cdbdeb47e req-0ba034b2-8f1a-489a-9e14-b0c9c66b5f98 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Unset dirty status for tenant:c90060d015924f5b8528ee50e0508f9d on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:28:02.481095 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-10bf2469-47cb-4ed9-b729-7030ec4f7dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773215'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:02.481725 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.db.segments_db [None req-10bf2469-47cb-4ed9-b729-7030ec4f7dd7 admin admin] Added segment 5f90b8c2-aef5-43b5-a450-0be9abef04cc of type vlan for network cef203e8-5ef0-4732-b656-9355d95bf64b Apr 07 14:28:02.505354 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-56240100-4db1-448c-8aae-145cdbdeb47e req-0ba034b2-8f1a-489a-9e14-b0c9c66b5f98 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] 10.222.0.63 "GET /v2.0/ports?device_id=bf182339-b847-42be-9a09-9d3fb7385817 HTTP/1.1" status: 200 len: 932 time: 1.3379745 Apr 07 14:28:02.571707 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-10bf2469-47cb-4ed9-b729-7030ec4f7dd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304368617707'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:02.692867 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:02.708679 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 43232) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:28:02.728021 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-10bf2469-47cb-4ed9-b729-7030ec4f7dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:02.728946 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-56240100-4db1-448c-8aae-145cdbdeb47e req-4a617231-43f8-4fc0-9b1d-0d35a6559b2f tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] 10.222.0.63 "GET /v2.0/security-groups?id=36cb5e1a-9d61-4ef4-a45c-07260440c647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227044 Apr 07 14:28:02.781457 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-706d1e32-4bc7-49e3-8593-fd21234921d9 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Request body: {'security_group': {'name': 'tempest-securitygroup--490903816', 'description': 'tempest-description--385339124'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:28:02.791676 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bf2469-47cb-4ed9-b729-7030ec4f7dd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:02.799638 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-706d1e32-4bc7-49e3-8593-fd21234921d9 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:28:02.810460 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-706d1e32-4bc7-49e3-8593-fd21234921d9 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Usage tracker for resource:security_group and tenant:782e9eccce6d4f5898c76958383a5e3d is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:28:02.817105 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-10bf2469-47cb-4ed9-b729-7030ec4f7dd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:02.819451 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-706d1e32-4bc7-49e3-8593-fd21234921d9 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:28:02.840900 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-706d1e32-4bc7-49e3-8593-fd21234921d9 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:28:02.853527 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-c32a825e-9cf3-4507-9bb0-5a7c8b0ce119 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:02.861736 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-706d1e32-4bc7-49e3-8593-fd21234921d9 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:02.864708 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-328ebc9d-d29c-4a55-9a21-db98ef63e5fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:02.895861 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-706d1e32-4bc7-49e3-8593-fd21234921d9 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:28:02.918740 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-41645a76-bd9f-420b-a056-0b8770410bea tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Network 64337612-feea-4e2d-953e-a7b35601ec92 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:28:02.925840 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-41645a76-bd9f-420b-a056-0b8770410bea tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:28:02.927959 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-706d1e32-4bc7-49e3-8593-fd21234921d9 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Usage tracker for resource:security_group_rule and tenant:782e9eccce6d4f5898c76958383a5e3d is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:28:02.960556 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-706d1e32-4bc7-49e3-8593-fd21234921d9 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:28:02.980092 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-41645a76-bd9f-420b-a056-0b8770410bea tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 14:28:02.986282 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-41645a76-bd9f-420b-a056-0b8770410bea tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:02.987016 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-41645a76-bd9f-420b-a056-0b8770410bea tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:03.009719 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-706d1e32-4bc7-49e3-8593-fd21234921d9 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:28:03.095227 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-7eb45b7c-62c9-4f1b-84d0-e15adfef3c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:03.113562 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-7eb45b7c-62c9-4f1b-84d0-e15adfef3c6f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=af6fad83fbd440a78d4e9f9cd610cc9b&device_id=08045f6d-0663-47c3-b898-86c259230208 HTTP/1.1" status: 200 len: 1096 time: 0.6428394 Apr 07 14:28:03.225989 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-328ebc9d-d29c-4a55-9a21-db98ef63e5fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:28:03.246007 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-328ebc9d-d29c-4a55-9a21-db98ef63e5fa admin admin] Usage tracker for resource:security_group_rule and tenant:26067e1d781c486c9b9f163affb1c89d is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:28:03.260368 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-328ebc9d-d29c-4a55-9a21-db98ef63e5fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:28:03.278594 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-21a671af-3f3f-463c-8f0f-15f03239c527 None None] Notify callbacks [] for port, precommit_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:03.281349 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-328ebc9d-d29c-4a55-9a21-db98ef63e5fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:28:03.320628 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-41645a76-bd9f-420b-a056-0b8770410bea tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 15.1854846 Apr 07 14:28:03.330006 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-21a671af-3f3f-463c-8f0f-15f03239c527 None None] Transition to ACTIVE for port object 5a4b1919-0dd5-48d4-821e-51f43278d172 will not be triggered until provisioned by entity L2. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:28:03.349232 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-21a671af-3f3f-463c-8f0f-15f03239c527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:03.352694 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-8a4542d5-3ab2-4b0a-a4d7-6463a6d2760e None None] Set router 231a24a9-b7d6-4b4f-a353-f846fe4407ab gateway port host: dv-cinder-780933-3-smb {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:28:03.385345 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf2469-47cb-4ed9-b729-7030ec4f7dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc439a2-63d2-4955-a6a8-85f0ccec4f3e,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:03.419855 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-b4dbdbe0-6636-45da-82bf-d4486b764556 service neutron] Request body: {'port': {'device_id': 'bf182339-b847-42be-9a09-9d3fb7385817', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:28:03.675286 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-22b21f59-29ba-4f3a-bd4c-23936ada7e93 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f05d00fa-1d9e-40c6-9931-be3ca2a5969d HTTP/1.1" status: 200 len: 217 time: 0.5486507 Apr 07 14:28:03.690486 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:03.792150 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-328ebc9d-d29c-4a55-9a21-db98ef63e5fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:03.799744 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-10bf2469-47cb-4ed9-b729-7030ec4f7dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.107s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:03.811291 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-10bf2469-47cb-4ed9-b729-7030ec4f7dd7 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1237800 Apr 07 14:28:03.814130 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.971s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:03.853590 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 43268) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:28:03.906828 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-706d1e32-4bc7-49e3-8593-fd21234921d9 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:03.918388 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-706d1e32-4bc7-49e3-8593-fd21234921d9 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:03.966548 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-328ebc9d-d29c-4a55-9a21-db98ef63e5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:03.977748 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-4f61d8d1-3054-491d-8a6f-c12301d9cd27 admin admin] Request body: {'subnet': {'network_id': 'cef203e8-5ef0-4732-b656-9355d95bf64b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-459858397-subnet', 'tenant_id': '2552db3b357a4cbaa28bc647686a8750', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:28:04.062062 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700dffcd-b521-42c0-aa09-4436ccd904dc None None] Pushing event updated for resources: {'Port': ['ID=5a4b1919-0dd5-48d4-821e-51f43278d172,revision_number=3']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:04.072168 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-4f61d8d1-3054-491d-8a6f-c12301d9cd27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:28:04.088328 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-4f61d8d1-3054-491d-8a6f-c12301d9cd27 admin admin] Usage tracker for resource:subnet and tenant:2552db3b357a4cbaa28bc647686a8750 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:28:04.101784 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-4f61d8d1-3054-491d-8a6f-c12301d9cd27 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:28:04.265855 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-700dffcd-b521-42c0-aa09-4436ccd904dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:04.310098 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf2469-47cb-4ed9-b729-7030ec4f7dd7 admin admin] Pushing event updated for resources: {'Network': ['ID=cef203e8-5ef0-4732-b656-9355d95bf64b,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:04.314369 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:04.327831 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-10bf2469-47cb-4ed9-b729-7030ec4f7dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:04.339096 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-4f61d8d1-3054-491d-8a6f-c12301d9cd27 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:28:04.370792 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:04.379824 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-88afa242-a0f0-4339-a2fd-36fa3c9511fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:04.389034 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-88afa242-a0f0-4339-a2fd-36fa3c9511fa service neutron] 10.222.0.81 "GET /v2.0/subnets?id=680613ef-fc50-4022-b80a-d2e8597917da HTTP/1.1" status: 200 len: 854 time: 0.4734125 Apr 07 14:28:04.473293 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Network cef203e8-5ef0-4732-b656-9355d95bf64b details requested by agent ovs-agent-dv-cinder-780933-3-smb with host dv-cinder-780933-3-smb {{(pid=84314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 14:28:04.537417 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-b4dbdbe0-6636-45da-82bf-d4486b764556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:04.594437 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-328ebc9d-d29c-4a55-9a21-db98ef63e5fa admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=26067e1d781c486c9b9f163affb1c89d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5156720 Apr 07 14:28:04.607617 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f61d8d1-3054-491d-8a6f-c12301d9cd27 admin admin] Made reservation on behalf of 2552db3b357a4cbaa28bc647686a8750 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:28:04.625551 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4f61d8d1-3054-491d-8a6f-c12301d9cd27 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:04.646492 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-21a671af-3f3f-463c-8f0f-15f03239c527 None None] Attempting to bind port 5a4b1919-0dd5-48d4-821e-51f43278d172 on host dv-cinder-780933-3-smb for vnic_type normal with profile {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 14:28:04.651608 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-21a671af-3f3f-463c-8f0f-15f03239c527 None None] Attempting to bind port 5a4b1919-0dd5-48d4-821e-51f43278d172 by drivers openvswitch,hyperv on host dv-cinder-780933-3-smb at level 0 using segments [{'id': '0118da08-8e30-4678-bce3-0cdb584704d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c030ef04-5242-408d-b21d-654932a78971'}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 14:28:04.652362 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a671af-3f3f-463c-8f0f-15f03239c527 None None] Attempting to bind port 5a4b1919-0dd5-48d4-821e-51f43278d172 on network c030ef04-5242-408d-b21d-654932a78971 {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:28:04.663510 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 43310) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:28:04.665030 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a671af-3f3f-463c-8f0f-15f03239c527 None None] Checking agent: {'id': '8ae518a7-0379-42e9-ab12-7bfd998fa0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 14, 18, 49), 'started_at': datetime.datetime(2021, 4, 7, 14, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 14, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 14:28:04.665923 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a671af-3f3f-463c-8f0f-15f03239c527 None None] Checking segment: {'id': '0118da08-8e30-4678-bce3-0cdb584704d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c030ef04-5242-408d-b21d-654932a78971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:28:04.666876 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-21a671af-3f3f-463c-8f0f-15f03239c527 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:04.667786 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a671af-3f3f-463c-8f0f-15f03239c527 None None] Bound using segment: {'id': '0118da08-8e30-4678-bce3-0cdb584704d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c030ef04-5242-408d-b21d-654932a78971'} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 14:28:04.668945 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-21a671af-3f3f-463c-8f0f-15f03239c527 None None] Bound port: 5a4b1919-0dd5-48d4-821e-51f43278d172, host: dv-cinder-780933-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0118da08-8e30-4678-bce3-0cdb584704d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c030ef04-5242-408d-b21d-654932a78971'}}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 14:28:04.669848 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-21a671af-3f3f-463c-8f0f-15f03239c527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:04.674923 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c6b21-4e60-4c38-9830-28c2c77673c2 req-34fa4930-39ad-4c2a-a922-387401349e61 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:04.676556 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c36c6b21-4e60-4c38-9830-28c2c77673c2 req-34fa4930-39ad-4c2a-a922-387401349e61 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=08045f6d-0663-47c3-b898-86c259230208 HTTP/1.1" status: 200 len: 943 time: 1.7620919 Apr 07 14:28:04.752081 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ebc9d-d29c-4a55-9a21-db98ef63e5fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4aea00f-836c-404d-9bbf-b4b9feacf47c,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:04.769758 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706d1e32-4bc7-49e3-8593-fd21234921d9 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76d1849f-9d66-4b5e-b063-25962b4721e1,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:04.786547 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-706d1e32-4bc7-49e3-8593-fd21234921d9 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:04.848555 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-706d1e32-4bc7-49e3-8593-fd21234921d9 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:04.853701 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-706d1e32-4bc7-49e3-8593-fd21234921d9 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.1172981 Apr 07 14:28:04.853904 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-8a4542d5-3ab2-4b0a-a4d7-6463a6d2760e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231a24a9-b7d6-4b4f-a353-f846fe4407ab', 'name': 'tempest-ServerRescueNegativeTestJSON-866043403-router', 'tenant_id': '3cedb750960847b9a6d948554b936778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.193'}], 'enable_snat': True}, 'gw_port_id': '74c9ee2c-35c5-480f-ae57-f9516c6723ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:27:30Z', 'updated_at': '2021-04-07T14:27:57Z', 'revision_number': 4, 'project_id': '3cedb750960847b9a6d948554b936778', 'gw_port': {'id': '74c9ee2c-35c5-480f-ae57-f9516c6723ea', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231a24a9-b7d6-4b4f-a353-f846fe4407ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:27:33Z', 'updated_at': '2021-04-07T14:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_interfaces': [{'id': '79b830c5-c6bb-4c8c-a3b5-23e967ae389a', 'name': '', 'network_id': '346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb', 'tenant_id': '3cedb750960847b9a6d948554b936778', 'mac_address': 'fa:16:3e:46:09:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '231a24a9-b7d6-4b4f-a353-f846fe4407ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e62acf97-8dac-49ae-b633-d54e2e4cb525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:27:46Z', 'updated_at': '2021-04-07T14:27:58Z', 'revision_number': 2, 'project_id': '3cedb750960847b9a6d948554b936778', 'subnets': [{'id': 'e62acf97-8dac-49ae-b633-d54e2e4cb525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:28:04.856687 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-3f737229-9a0e-4a25-a75d-27640b5bbb1d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=48947f08-8f4e-4445-a0c2-94b53fac764a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4115243 Apr 07 14:28:04.858312 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-21a671af-3f3f-463c-8f0f-15f03239c527 None None] For port 5a4b1919-0dd5-48d4-821e-51f43278d172, host dv-cinder-780933-3-smb, cleared binding levels {{(pid=84315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 14:28:04.861594 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4542d5-3ab2-4b0a-a4d7-6463a6d2760e None None] Checking router: 231a24a9-b7d6-4b4f-a353-f846fe4407ab for host: dv-cinder-780933-3-smb {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 14:28:04.862263 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4542d5-3ab2-4b0a-a4d7-6463a6d2760e None None] Updating router 231a24a9-b7d6-4b4f-a353-f846fe4407ab port 79b830c5-c6bb-4c8c-a3b5-23e967ae389a binding host dv-cinder-780933-3-smb {{(pid=84314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 07 14:28:04.864872 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-21a671af-3f3f-463c-8f0f-15f03239c527 None None] For port 5a4b1919-0dd5-48d4-821e-51f43278d172, host dv-cinder-780933-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=5a4b1919-0dd5-48d4-821e-51f43278d172,segment=NetworkSegment(0118da08-8e30-4678-bce3-0cdb584704d7),segment_id=0118da08-8e30-4678-bce3-0cdb584704d7)] {{(pid=84315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 14:28:04.870457 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-21a671af-3f3f-463c-8f0f-15f03239c527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:04.898549 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 43322) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:28:04.899685 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-328ebc9d-d29c-4a55-9a21-db98ef63e5fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:04.906344 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-700dffcd-b521-42c0-aa09-4436ccd904dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:04.950512 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-83c677fe-a0f6-4f3e-a993-4fed61de17f0 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Request body: {'security_group_rule': {'security_group_id': '76d1849f-9d66-4b5e-b063-25962b4721e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:28:04.956884 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-83c677fe-a0f6-4f3e-a993-4fed61de17f0 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:28:04.961776 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-83c677fe-a0f6-4f3e-a993-4fed61de17f0 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Usage tracker for resource:security_group_rule and tenant:782e9eccce6d4f5898c76958383a5e3d is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:28:04.965237 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-83c677fe-a0f6-4f3e-a993-4fed61de17f0 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:28:04.972603 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-83c677fe-a0f6-4f3e-a993-4fed61de17f0 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:28:04.975530 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8a4542d5-3ab2-4b0a-a4d7-6463a6d2760e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:05.003363 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-83c677fe-a0f6-4f3e-a993-4fed61de17f0 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:05.096266 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-83c677fe-a0f6-4f3e-a993-4fed61de17f0 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:05.103480 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-83c677fe-a0f6-4f3e-a993-4fed61de17f0 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309632'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:05.133199 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-c36c6b21-4e60-4c38-9830-28c2c77673c2 req-4a9ba200-1d41-4e56-bef2-cca1ff6c46d0 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Synchronizing usage tracker for tenant:af6fad83fbd440a78d4e9f9cd610cc9b on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:28:05.158399 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:05.207162 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700dffcd-b521-42c0-aa09-4436ccd904dc None None] Pushing event updated for resources: {'Port': ['ID=5a4b1919-0dd5-48d4-821e-51f43278d172,revision_number=4']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:05.216350 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-700dffcd-b521-42c0-aa09-4436ccd904dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:05.238017 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-83c677fe-a0f6-4f3e-a993-4fed61de17f0 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:05.242465 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-83c677fe-a0f6-4f3e-a993-4fed61de17f0 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3207483 Apr 07 14:28:05.254064 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6fa7dcbd-bd7d-4ee8-8f31-55c811c8ac41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:05.317594 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6fa7dcbd-bd7d-4ee8-8f31-55c811c8ac41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:05.327710 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a671af-3f3f-463c-8f0f-15f03239c527 None None] Routers {'dd655aa6-da4d-47b4-a2e3-956b524a6b4e'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:28:05.328902 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-21a671af-3f3f-463c-8f0f-15f03239c527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:27:47Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['dd655aa6-da4d-47b4-a2e3-956b524a6b4e'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:28:05.332789 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 43330) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:28:05.476189 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-0598d9c1-9318-4921-8259-485126b1a82c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Request body: {'security_group_rule': {'security_group_id': '76d1849f-9d66-4b5e-b063-25962b4721e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:28:05.490643 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-0598d9c1-9318-4921-8259-485126b1a82c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:28:05.498987 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-0598d9c1-9318-4921-8259-485126b1a82c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Usage tracker for resource:security_group_rule and tenant:782e9eccce6d4f5898c76958383a5e3d is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:28:05.502989 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-0598d9c1-9318-4921-8259-485126b1a82c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:28:05.510603 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-0598d9c1-9318-4921-8259-485126b1a82c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:28:05.534649 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c677fe-a0f6-4f3e-a993-4fed61de17f0 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ddae632-ec79-4716-8dc1-5131c7e081d1,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:05.552144 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-c36c6b21-4e60-4c38-9830-28c2c77673c2 req-4a9ba200-1d41-4e56-bef2-cca1ff6c46d0 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Unset dirty status for tenant:af6fad83fbd440a78d4e9f9cd610cc9b on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:28:05.554436 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c36c6b21-4e60-4c38-9830-28c2c77673c2 req-4a9ba200-1d41-4e56-bef2-cca1ff6c46d0 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6979856 Apr 07 14:28:05.555551 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6fa7dcbd-bd7d-4ee8-8f31-55c811c8ac41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:05.575188 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-83c677fe-a0f6-4f3e-a993-4fed61de17f0 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:05.608611 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:05.692795 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa7dcbd-bd7d-4ee8-8f31-55c811c8ac41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4aea00f-836c-404d-9bbf-b4b9feacf47c,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:05.741404 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-6fa7dcbd-bd7d-4ee8-8f31-55c811c8ac41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:05.848815 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6fa7dcbd-bd7d-4ee8-8f31-55c811c8ac41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:05.865716 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-6fa7dcbd-bd7d-4ee8-8f31-55c811c8ac41 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c4aea00f-836c-404d-9bbf-b4b9feacf47c HTTP/1.1" status: 204 len: 168 time: 1.1735373 Apr 07 14:28:06.071174 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8a4542d5-3ab2-4b0a-a4d7-6463a6d2760e None None] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:06.102586 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-8a4542d5-3ab2-4b0a-a4d7-6463a6d2760e None None] Transition to ACTIVE for port object 79b830c5-c6bb-4c8c-a3b5-23e967ae389a will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:28:06.117918 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8a4542d5-3ab2-4b0a-a4d7-6463a6d2760e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:06.163972 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0598d9c1-9318-4921-8259-485126b1a82c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:06.236458 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-21a671af-3f3f-463c-8f0f-15f03239c527 None None] Set router dd655aa6-da4d-47b4-a2e3-956b524a6b4e gateway port host: dv-cinder-780933-3-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:28:06.237809 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-e52c8528-fe3a-4f45-9e65-d4ebfce25218 service neutron] 10.222.0.81 "GET /v2.0/networks/48947f08-8f4e-4445-a0c2-94b53fac764a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2438202 Apr 07 14:28:06.241956 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee221e-dc26-4140-8898-86e11238803d req-b72402c6-6065-4ad7-9f33-2a1e9191dd93 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:06.246040 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-8eee221e-dc26-4140-8898-86e11238803d req-b72402c6-6065-4ad7-9f33-2a1e9191dd93 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] 10.222.0.63 "GET /v2.0/ports?device_id=bf182339-b847-42be-9a09-9d3fb7385817 HTTP/1.1" status: 200 len: 932 time: 0.4488702 Apr 07 14:28:06.315870 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-8eee221e-dc26-4140-8898-86e11238803d req-25ff784a-0475-4c01-a7c7-35af008c492b tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Synchronizing usage tracker for tenant:c90060d015924f5b8528ee50e0508f9d on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:28:06.361951 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-8eee221e-dc26-4140-8898-86e11238803d req-25ff784a-0475-4c01-a7c7-35af008c492b tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Unset dirty status for tenant:c90060d015924f5b8528ee50e0508f9d on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:28:06.366584 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-8eee221e-dc26-4140-8898-86e11238803d req-25ff784a-0475-4c01-a7c7-35af008c492b tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] 10.222.0.63 "GET /v2.0/security-groups?id=36cb5e1a-9d61-4ef4-a45c-07260440c647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134923 Apr 07 14:28:06.415498 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:06.527846 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df98097-000e-442e-96c8-def84a9f9d87 req-ee6d04ad-d98a-42a8-be14-1a0936853097 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:06.528701 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-9df98097-000e-442e-96c8-def84a9f9d87 req-ee6d04ad-d98a-42a8-be14-1a0936853097 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Synchronizing usage tracker for tenant:3cedb750960847b9a6d948554b936778 on resource:network {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:28:06.532171 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4f61d8d1-3054-491d-8a6f-c12301d9cd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:06.588576 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:06.795847 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e448e31f-9c9b-4223-8f2e-ef544013b8ef req-a600d84a-d85d-49c8-9a2e-967c0043cafa service neutron] 10.222.0.81 "GET /v2.0/networks/48947f08-8f4e-4445-a0c2-94b53fac764a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4983351 Apr 07 14:28:06.819276 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08045f6d-0663-47c3-b898-86c259230208', 'tag': 'f05d00fa-1d9e-40c6-9931-be3ca2a5969d', 'status': 'completed', 'code': 200} Apr 07 14:28:06.819964 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-9df98097-000e-442e-96c8-def84a9f9d87 req-ee6d04ad-d98a-42a8-be14-1a0936853097 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Unset dirty status for tenant:3cedb750960847b9a6d948554b936778 on resource:network {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:28:06.821475 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-9df98097-000e-442e-96c8-def84a9f9d87 req-ee6d04ad-d98a-42a8-be14-1a0936853097 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/networks?id=346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb HTTP/1.1" status: 200 len: 818 time: 2.2536516 Apr 07 14:28:06.884488 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-9df98097-000e-442e-96c8-def84a9f9d87 req-f65748e0-9b76-4e8d-8ded-63a2d873d7df tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/quotas/3cedb750960847b9a6d948554b936778 HTTP/1.1" status: 200 len: 375 time: 0.0501554 Apr 07 14:28:06.985149 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f428ea-9a54-43ec-b70b-26cc4b7c50b3 None None] Pushing event updated for resources: {'Port': ['ID=79b830c5-c6bb-4c8c-a3b5-23e967ae389a,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:07.002885 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-97f428ea-9a54-43ec-b70b-26cc4b7c50b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:07.078044 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0598d9c1-9318-4921-8259-485126b1a82c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:07.213064 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f61d8d1-3054-491d-8a6f-c12301d9cd27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0a633ea-dd91-4a9d-8e69-88b224173434,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:07.213536 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0598d9c1-9318-4921-8259-485126b1a82c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309632'] for security_group_rule, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:07.219267 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-4f61d8d1-3054-491d-8a6f-c12301d9cd27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:07.231379 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ad347-3e8b-4feb-a214-432df27aa790 req-fc82fd2d-94c8-4438-bafb-6d70c849fe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:07.233091 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-593ad347-3e8b-4feb-a214-432df27aa790 req-fc82fd2d-94c8-4438-bafb-6d70c849fe1d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=af6fad83fbd440a78d4e9f9cd610cc9b&device_id=08045f6d-0663-47c3-b898-86c259230208 HTTP/1.1" status: 200 len: 1096 time: 0.3435762 Apr 07 14:28:07.246819 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f61d8d1-3054-491d-8a6f-c12301d9cd27 admin admin] Checking segment: {'id': '5f90b8c2-aef5-43b5-a450-0be9abef04cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'cef203e8-5ef0-4732-b656-9355d95bf64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:28:07.247233 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f61d8d1-3054-491d-8a6f-c12301d9cd27 admin admin] Network hostable DHCP agents. Network: cef203e8-5ef0-4732-b656-9355d95bf64b, hostable agents: ['42bbb647-2c35-4d48-afa7-1676ea318721'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 14:28:07.267754 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:07.269144 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-8a4542d5-3ab2-4b0a-a4d7-6463a6d2760e None None] Attempting to bind port 79b830c5-c6bb-4c8c-a3b5-23e967ae389a on host dv-cinder-780933-3-smb for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 14:28:07.269751 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-8a4542d5-3ab2-4b0a-a4d7-6463a6d2760e None None] Attempting to bind port 79b830c5-c6bb-4c8c-a3b5-23e967ae389a by drivers openvswitch,hyperv on host dv-cinder-780933-3-smb at level 0 using segments [{'id': '915451d2-8683-4329-b99a-36d7903584f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 14:28:07.270360 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4542d5-3ab2-4b0a-a4d7-6463a6d2760e None None] Attempting to bind port 79b830c5-c6bb-4c8c-a3b5-23e967ae389a on network 346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:28:07.277673 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4542d5-3ab2-4b0a-a4d7-6463a6d2760e None None] Checking agent: {'id': '8ae518a7-0379-42e9-ab12-7bfd998fa0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 14, 18, 49), 'started_at': datetime.datetime(2021, 4, 7, 14, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 14, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 14:28:07.278548 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4542d5-3ab2-4b0a-a4d7-6463a6d2760e None None] Checking segment: {'id': '915451d2-8683-4329-b99a-36d7903584f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:28:07.279203 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8a4542d5-3ab2-4b0a-a4d7-6463a6d2760e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:07.279826 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4542d5-3ab2-4b0a-a4d7-6463a6d2760e None None] Bound using segment: {'id': '915451d2-8683-4329-b99a-36d7903584f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 14:28:07.280624 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-8a4542d5-3ab2-4b0a-a4d7-6463a6d2760e None None] Bound port: 79b830c5-c6bb-4c8c-a3b5-23e967ae389a, host: dv-cinder-780933-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915451d2-8683-4329-b99a-36d7903584f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 14:28:07.281230 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8a4542d5-3ab2-4b0a-a4d7-6463a6d2760e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:07.284136 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ddc876-483b-4ae2-aa20-e3ec9ea0efc9 req-c1280896-b4c9-46c3-ab61-dee836c95eb4 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:07.285849 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f5ddc876-483b-4ae2-aa20-e3ec9ea0efc9 req-c1280896-b4c9-46c3-ab61-dee836c95eb4 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=08045f6d-0663-47c3-b898-86c259230208 HTTP/1.1" status: 200 len: 943 time: 0.2032170 Apr 07 14:28:07.326712 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0598d9c1-9318-4921-8259-485126b1a82c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=542fd929-7170-4080-a42a-e17432dbb04d,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:07.331457 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f61d8d1-3054-491d-8a6f-c12301d9cd27 admin admin] Network cef203e8-5ef0-4732-b656-9355d95bf64b is scheduled to be hosted by DHCP agent 42bbb647-2c35-4d48-afa7-1676ea318721 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 14:28:07.335526 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0598d9c1-9318-4921-8259-485126b1a82c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:07.340015 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-0598d9c1-9318-4921-8259-485126b1a82c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0031204 Apr 07 14:28:07.353806 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 43376) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:28:07.362533 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-b046bac3-e62e-4357-8680-639120085695 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Request body: {'floatingip': {'floating_network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:28:07.370405 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-b046bac3-e62e-4357-8680-639120085695 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:28:07.372850 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-21a671af-3f3f-463c-8f0f-15f03239c527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1548084369-router', 'tenant_id': '782e9eccce6d4f5898c76958383a5e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '69120901-9166-4b35-862a-c8d0885825f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:27:30Z', 'updated_at': '2021-04-07T14:27:54Z', 'revision_number': 4, 'project_id': '782e9eccce6d4f5898c76958383a5e3d', 'gw_port': {'id': '69120901-9166-4b35-862a-c8d0885825f3', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:27:33Z', 'updated_at': '2021-04-07T14:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_interfaces': [{'id': '5a4b1919-0dd5-48d4-821e-51f43278d172', 'name': '', 'network_id': 'c030ef04-5242-408d-b21d-654932a78971', 'tenant_id': '782e9eccce6d4f5898c76958383a5e3d', 'mac_address': 'fa:16:3e:09:bf:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '922c7ccf-af8e-4c6b-baef-d00c20689db2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:27:46Z', 'updated_at': '2021-04-07T14:28:04Z', 'revision_number': 4, 'project_id': '782e9eccce6d4f5898c76958383a5e3d', 'subnets': [{'id': '922c7ccf-af8e-4c6b-baef-d00c20689db2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:28:07.379519 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-b046bac3-e62e-4357-8680-639120085695 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Usage tracker for resource:floatingip and tenant:782e9eccce6d4f5898c76958383a5e3d is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:28:07.384331 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-b046bac3-e62e-4357-8680-639120085695 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:28:07.388518 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a671af-3f3f-463c-8f0f-15f03239c527 None None] The sync data for ids ['dd655aa6-da4d-47b4-a2e3-956b524a6b4e'] in dv-cinder-780933-3-smb is: [{'id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1548084369-router', 'tenant_id': '782e9eccce6d4f5898c76958383a5e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '69120901-9166-4b35-862a-c8d0885825f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:27:30Z', 'updated_at': '2021-04-07T14:27:54Z', 'revision_number': 4, 'project_id': '782e9eccce6d4f5898c76958383a5e3d', 'gw_port': {'id': '69120901-9166-4b35-862a-c8d0885825f3', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:27:33Z', 'updated_at': '2021-04-07T14:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_interfaces': [{'id': '5a4b1919-0dd5-48d4-821e-51f43278d172', 'name': '', 'network_id': 'c030ef04-5242-408d-b21d-654932a78971', 'tenant_id': '782e9eccce6d4f5898c76958383a5e3d', 'mac_address': 'fa:16:3e:09:bf:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '922c7ccf-af8e-4c6b-baef-d00c20689db2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:27:46Z', 'updated_at': '2021-04-07T14:28:04Z', 'revision_number': 4, 'project_id': '782e9eccce6d4f5898c76958383a5e3d', 'subnets': [{'id': '922c7ccf-af8e-4c6b-baef-d00c20689db2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 14:28:07.402399 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-b046bac3-e62e-4357-8680-639120085695 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:28:07.404947 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-9df98097-000e-442e-96c8-def84a9f9d87 req-0f8120ba-fc41-4410-ba86-bce51ea44281 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Synchronizing usage tracker for tenant:3cedb750960847b9a6d948554b936778 on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:28:07.408383 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0598d9c1-9318-4921-8259-485126b1a82c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:07.409965 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-8a4542d5-3ab2-4b0a-a4d7-6463a6d2760e None None] For port 79b830c5-c6bb-4c8c-a3b5-23e967ae389a, host dv-cinder-780933-3-smb, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 14:28:07.410611 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-4f61d8d1-3054-491d-8a6f-c12301d9cd27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-3-smb, cef203e8-5ef0-4732-b656-9355d95bf64b) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:28:07.415372 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-8a4542d5-3ab2-4b0a-a4d7-6463a6d2760e None None] For port 79b830c5-c6bb-4c8c-a3b5-23e967ae389a, host dv-cinder-780933-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=79b830c5-c6bb-4c8c-a3b5-23e967ae389a,segment=NetworkSegment(915451d2-8683-4329-b99a-36d7903584f8),segment_id=915451d2-8683-4329-b99a-36d7903584f8)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 14:28:07.419174 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8a4542d5-3ab2-4b0a-a4d7-6463a6d2760e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:07.426319 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 43382) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:28:07.431794 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f5ddc876-483b-4ae2-aa20-e3ec9ea0efc9 req-0dc2ac14-f7c5-43a4-9382-ec08012a77c7 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359203 Apr 07 14:28:07.436059 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f61d8d1-3054-491d-8a6f-c12301d9cd27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:07.437414 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4f61d8d1-3054-491d-8a6f-c12301d9cd27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:07.468638 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:07.494152 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b046bac3-e62e-4357-8680-639120085695 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks [] for floatingip, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:07.597051 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-4f61d8d1-3054-491d-8a6f-c12301d9cd27 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.7367601 Apr 07 14:28:07.633356 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29f1d8d-7161-4e1d-a556-62efc6466f32 None None] Network cef203e8-5ef0-4732-b656-9355d95bf64b requested from dv-cinder-780933-3-smb {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 14:28:07.654144 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-9df98097-000e-442e-96c8-def84a9f9d87 req-0f8120ba-fc41-4410-ba86-bce51ea44281 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Unset dirty status for tenant:3cedb750960847b9a6d948554b936778 on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:28:07.657266 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-9df98097-000e-442e-96c8-def84a9f9d87 req-0f8120ba-fc41-4410-ba86-bce51ea44281 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=3cedb750960847b9a6d948554b936778&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7037210 Apr 07 14:28:07.664743 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f9e215fc-1435-4e86-be9b-9b29678679b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:07.763001 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-f9e215fc-1435-4e86-be9b-9b29678679b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:28:07.767631 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-f9e215fc-1435-4e86-be9b-9b29678679b2 admin admin] Usage tracker for resource:security_group_rule and tenant:bf9290cce38243bca2b5434dee54995e is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:28:07.771028 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-f9e215fc-1435-4e86-be9b-9b29678679b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:28:07.779147 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-f9e215fc-1435-4e86-be9b-9b29678679b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:28:07.826772 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f428ea-9a54-43ec-b70b-26cc4b7c50b3 None None] Pushing event updated for resources: {'Port': ['ID=79b830c5-c6bb-4c8c-a3b5-23e967ae389a,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:07.899078 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-97f428ea-9a54-43ec-b70b-26cc4b7c50b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:07.938193 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f9e215fc-1435-4e86-be9b-9b29678679b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:07.958231 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 43392) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:28:07.969099 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f9e215fc-1435-4e86-be9b-9b29678679b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:08.038836 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7793d7c4-1136-4497-ba6e-0c872d6474e3 None None] Network cef203e8-5ef0-4732-b656-9355d95bf64b requested from dv-cinder-780933-3-smb {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 14:28:08.127000 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-9df98097-000e-442e-96c8-def84a9f9d87 req-928f83e2-f5db-4fcc-88d6-aed6d8c78b5f service neutron] 10.222.0.63 "GET /v2.0/networks/346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4600811 Apr 07 14:28:08.332874 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-b4dbdbe0-6636-45da-82bf-d4486b764556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eaab98f-be14-42fc-b3a8-4a081db82ced {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 14:28:08.342519 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-b4dbdbe0-6636-45da-82bf-d4486b764556 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:08.369346 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-b4dbdbe0-6636-45da-82bf-d4486b764556 service neutron] Transition to ACTIVE for port object 6eaab98f-be14-42fc-b3a8-4a081db82ced will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:28:08.392940 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-6fa7dcbd-bd7d-4ee8-8f31-55c811c8ac41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:08.457322 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-b4dbdbe0-6636-45da-82bf-d4486b764556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:08.462298 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e215fc-1435-4e86-be9b-9b29678679b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c15042-55c8-4f48-8ecd-b90497df04a6,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:08.493096 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f9e215fc-1435-4e86-be9b-9b29678679b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:08.558256 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4542d5-3ab2-4b0a-a4d7-6463a6d2760e None None] Routers {'231a24a9-b7d6-4b4f-a353-f846fe4407ab'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:28:08.559086 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-8a4542d5-3ab2-4b0a-a4d7-6463a6d2760e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:27:47Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['231a24a9-b7d6-4b4f-a353-f846fe4407ab'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:28:08.597664 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18a855-0ec8-4b95-ba38-1799996c1594 req-7125a4d0-b969-478a-a453-870bd3ec665b tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:08.607278 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ed18a855-0ec8-4b95-ba38-1799996c1594 req-7125a4d0-b969-478a-a453-870bd3ec665b tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] 10.222.0.63 "GET /v2.0/ports?device_id=bf182339-b847-42be-9a09-9d3fb7385817 HTTP/1.1" status: 200 len: 932 time: 0.9106369 Apr 07 14:28:08.656785 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-f9e215fc-1435-4e86-be9b-9b29678679b2 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=bf9290cce38243bca2b5434dee54995e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2238178 Apr 07 14:28:08.660953 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:08.664450 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 43404) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:28:08.683981 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ed18a855-0ec8-4b95-ba38-1799996c1594 req-4f4d0f81-21e6-487a-a1ea-32e81c47d07e tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] 10.222.0.63 "GET /v2.0/security-groups?id=36cb5e1a-9d61-4ef4-a45c-07260440c647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750289 Apr 07 14:28:08.699849 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a1fb6c3-b2b9-4019-b00f-a03127e0abdc admin admin] Deleting subnet 1e3170c6-a703-4840-9e42-d8cc6ea1b674 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 07 14:28:08.706237 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8a1fb6c3-b2b9-4019-b00f-a03127e0abdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:08.790710 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-8a4542d5-3ab2-4b0a-a4d7-6463a6d2760e None None] Set router 231a24a9-b7d6-4b4f-a353-f846fe4407ab gateway port host: dv-cinder-780933-3-smb {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:28:08.823955 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8a1fb6c3-b2b9-4019-b00f-a03127e0abdc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:08.832692 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8a1fb6c3-b2b9-4019-b00f-a03127e0abdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854771514'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:08.893168 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dbdbe0-6636-45da-82bf-d4486b764556 service neutron] Pushing event updated for resources: {'Port': ['ID=6eaab98f-be14-42fc-b3a8-4a081db82ced,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:08.898181 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ad347-3e8b-4feb-a214-432df27aa790 req-2b0ca4ad-ba02-438f-8d95-d0b238ed1951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:08.901262 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-593ad347-3e8b-4feb-a214-432df27aa790 req-2b0ca4ad-ba02-438f-8d95-d0b238ed1951 service neutron] 10.222.0.81 "GET /v2.0/networks?id=48947f08-8f4e-4445-a0c2-94b53fac764a HTTP/1.1" status: 200 len: 915 time: 1.6354516 Apr 07 14:28:08.914027 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b4dbdbe0-6636-45da-82bf-d4486b764556 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:09.014381 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 5a4b1919-0dd5-48d4-821e-51f43278d172 up at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:28:09.082065 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-9df98097-000e-442e-96c8-def84a9f9d87 req-764c5bf8-437c-4942-895e-2067b521d1d0 service neutron] 10.222.0.63 "GET /v2.0/networks/346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9370587 Apr 07 14:28:09.108561 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-593ad347-3e8b-4feb-a214-432df27aa790 req-02c387d2-0247-4ae0-a3e1-6643cd803445 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f05d00fa-1d9e-40c6-9931-be3ca2a5969d HTTP/1.1" status: 200 len: 217 time: 0.1894345 Apr 07 14:28:09.274470 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ad347-3e8b-4feb-a214-432df27aa790 req-7db419a2-2f02-4fec-8aba-cf664d834cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:09.276333 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-593ad347-3e8b-4feb-a214-432df27aa790 req-7db419a2-2f02-4fec-8aba-cf664d834cac service neutron] 10.222.0.81 "GET /v2.0/subnets?id=680613ef-fc50-4022-b80a-d2e8597917da HTTP/1.1" status: 200 len: 854 time: 0.0871222 Apr 07 14:28:09.469666 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning for port 5a4b1919-0dd5-48d4-821e-51f43278d172 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:28:09.503804 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning complete for port 5a4b1919-0dd5-48d4-821e-51f43278d172 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:28:09.508258 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:09.582950 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-593ad347-3e8b-4feb-a214-432df27aa790 req-acd32304-f969-4fc0-8c6b-1320f06207a2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=48947f08-8f4e-4445-a0c2-94b53fac764a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2742422 Apr 07 14:28:09.699703 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e1038939-b81d-4697-82e2-2e5b57f8104d req-90220b9c-b0eb-499b-9241-60f4399af158 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 210 time: 0.1157296 Apr 07 14:28:09.750294 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b046bac3-e62e-4357-8680-639120085695 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:09.751821 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-8a4542d5-3ab2-4b0a-a4d7-6463a6d2760e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231a24a9-b7d6-4b4f-a353-f846fe4407ab', 'name': 'tempest-ServerRescueNegativeTestJSON-866043403-router', 'tenant_id': '3cedb750960847b9a6d948554b936778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.193'}], 'enable_snat': True}, 'gw_port_id': '74c9ee2c-35c5-480f-ae57-f9516c6723ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:27:30Z', 'updated_at': '2021-04-07T14:27:57Z', 'revision_number': 4, 'project_id': '3cedb750960847b9a6d948554b936778', 'gw_port': {'id': '74c9ee2c-35c5-480f-ae57-f9516c6723ea', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231a24a9-b7d6-4b4f-a353-f846fe4407ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:27:33Z', 'updated_at': '2021-04-07T14:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_interfaces': [{'id': '79b830c5-c6bb-4c8c-a3b5-23e967ae389a', 'name': '', 'network_id': '346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb', 'tenant_id': '3cedb750960847b9a6d948554b936778', 'mac_address': 'fa:16:3e:46:09:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '231a24a9-b7d6-4b4f-a353-f846fe4407ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e62acf97-8dac-49ae-b633-d54e2e4cb525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:27:46Z', 'updated_at': '2021-04-07T14:28:07Z', 'revision_number': 4, 'project_id': '3cedb750960847b9a6d948554b936778', 'subnets': [{'id': 'e62acf97-8dac-49ae-b633-d54e2e4cb525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:28:09.773121 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4542d5-3ab2-4b0a-a4d7-6463a6d2760e None None] The sync data for ids ['231a24a9-b7d6-4b4f-a353-f846fe4407ab'] in dv-cinder-780933-3-smb is: [{'id': '231a24a9-b7d6-4b4f-a353-f846fe4407ab', 'name': 'tempest-ServerRescueNegativeTestJSON-866043403-router', 'tenant_id': '3cedb750960847b9a6d948554b936778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.193'}], 'enable_snat': True}, 'gw_port_id': '74c9ee2c-35c5-480f-ae57-f9516c6723ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:27:30Z', 'updated_at': '2021-04-07T14:27:57Z', 'revision_number': 4, 'project_id': '3cedb750960847b9a6d948554b936778', 'gw_port': {'id': '74c9ee2c-35c5-480f-ae57-f9516c6723ea', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231a24a9-b7d6-4b4f-a353-f846fe4407ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:27:33Z', 'updated_at': '2021-04-07T14:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_interfaces': [{'id': '79b830c5-c6bb-4c8c-a3b5-23e967ae389a', 'name': '', 'network_id': '346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb', 'tenant_id': '3cedb750960847b9a6d948554b936778', 'mac_address': 'fa:16:3e:46:09:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '231a24a9-b7d6-4b4f-a353-f846fe4407ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e62acf97-8dac-49ae-b633-d54e2e4cb525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:27:46Z', 'updated_at': '2021-04-07T14:28:07Z', 'revision_number': 4, 'project_id': '3cedb750960847b9a6d948554b936778', 'subnets': [{'id': 'e62acf97-8dac-49ae-b633-d54e2e4cb525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 14:28:10.008584 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:10.015955 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-cfc45e89-bda0-408c-904f-2cdeea9308f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:10.059835 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] For port 5a4b1919-0dd5-48d4-821e-51f43278d172, host dv-cinder-780933-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=5a4b1919-0dd5-48d4-821e-51f43278d172,segment=NetworkSegment(0118da08-8e30-4678-bce3-0cdb584704d7),segment_id=0118da08-8e30-4678-bce3-0cdb584704d7)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:28:10.066142 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:10.068826 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-79379946-2d65-4f87-969b-e26ae74247a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:10.087743 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-cfc45e89-bda0-408c-904f-2cdeea9308f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:10.188944 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-cfc45e89-bda0-408c-904f-2cdeea9308f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:10.205257 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Pushing event updated for resources: {'Port': ['ID=5a4b1919-0dd5-48d4-821e-51f43278d172,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:10.208723 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:10.210293 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-593ad347-3e8b-4feb-a214-432df27aa790 req-b276e7db-5003-4e7e-90fd-bd59d1dac5ea service neutron] 10.222.0.81 "GET /v2.0/networks/48947f08-8f4e-4445-a0c2-94b53fac764a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4320462 Apr 07 14:28:10.211546 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-b4dbdbe0-6636-45da-82bf-d4486b764556 service neutron] Attempting to bind port 6eaab98f-be14-42fc-b3a8-4a081db82ced on host hv-cinder-78093 for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 14:28:10.212263 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-b4dbdbe0-6636-45da-82bf-d4486b764556 service neutron] Attempting to bind port 6eaab98f-be14-42fc-b3a8-4a081db82ced by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'a6579ad7-9f41-44c7-a382-db5bb61474cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '64337612-feea-4e2d-953e-a7b35601ec92'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 14:28:10.212894 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-b4dbdbe0-6636-45da-82bf-d4486b764556 service neutron] Attempting to bind port 6eaab98f-be14-42fc-b3a8-4a081db82ced on network 64337612-feea-4e2d-953e-a7b35601ec92 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:28:10.233536 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:10.271983 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58c6a1-5552-4612-b1c1-22d37a7a1de9 req-f549a47e-0f65-4f76-953a-4237912c6a5a tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:10.273693 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5a58c6a1-5552-4612-b1c1-22d37a7a1de9 req-f549a47e-0f65-4f76-953a-4237912c6a5a tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=08045f6d-0663-47c3-b898-86c259230208 HTTP/1.1" status: 200 len: 943 time: 1.1034408 Apr 07 14:28:10.279454 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc45e89-bda0-408c-904f-2cdeea9308f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c15042-55c8-4f48-8ecd-b90497df04a6,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:10.288923 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-cfc45e89-bda0-408c-904f-2cdeea9308f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:10.351968 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device f05d00fa-1d9e-40c6-9931-be3ca2a5969d details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=84314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 14:28:10.378407 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-cfc45e89-bda0-408c-904f-2cdeea9308f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:10.382339 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-cfc45e89-bda0-408c-904f-2cdeea9308f4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/81c15042-55c8-4f48-8ecd-b90497df04a6 HTTP/1.1" status: 204 len: 168 time: 1.7126474 Apr 07 14:28:10.423478 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-b4dbdbe0-6636-45da-82bf-d4486b764556 service neutron] Port 6eaab98f-be14-42fc-b3a8-4a081db82ced on network 64337612-feea-4e2d-953e-a7b35601ec92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 14:28:10.423854 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-b4dbdbe0-6636-45da-82bf-d4486b764556 service neutron] Attempting to bind port 6eaab98f-be14-42fc-b3a8-4a081db82ced on network 64337612-feea-4e2d-953e-a7b35601ec92 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:28:10.428077 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8a1fb6c3-b2b9-4019-b00f-a03127e0abdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:10.660868 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5a58c6a1-5552-4612-b1c1-22d37a7a1de9 req-f2878b9d-a515-4bce-8f31-bbe992be96cc tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3646431 Apr 07 14:28:10.665771 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:10.952470 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1fb6c3-b2b9-4019-b00f-a03127e0abdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e3170c6-a703-4840-9e42-d8cc6ea1b674,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:10.969405 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8a1fb6c3-b2b9-4019-b00f-a03127e0abdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:11.071872 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-b046bac3-e62e-4357-8680-639120085695 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Allocated IP 172.28.3.223 (6dc11b00-4e00-4f77-8f6a-5304324fd48e/122e1bcc-5379-466c-b8c0-1b63f085397d/6eb25d38-3996-4f7c-93d0-2a63ee54491a) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 14:28:11.084211 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8a1fb6c3-b2b9-4019-b00f-a03127e0abdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:11.104375 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-8a1fb6c3-b2b9-4019-b00f-a03127e0abdc admin admin] 10.222.0.63 "DELETE /v2.0/subnets/1e3170c6-a703-4840-9e42-d8cc6ea1b674 HTTP/1.1" status: 204 len: 168 time: 3.1382613 Apr 07 14:28:11.107258 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 43444) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:28:11.127057 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-b4dbdbe0-6636-45da-82bf-d4486b764556 service neutron] Checking agent: {'id': '9602430f-c8c8-408a-9570-479772f8b05b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 14, 25, 46), 'started_at': datetime.datetime(2021, 4, 7, 14, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 14, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 14:28:11.127547 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-b4dbdbe0-6636-45da-82bf-d4486b764556 service neutron] Checking segment: {'id': 'a6579ad7-9f41-44c7-a382-db5bb61474cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '64337612-feea-4e2d-953e-a7b35601ec92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:28:11.128782 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-b4dbdbe0-6636-45da-82bf-d4486b764556 service neutron] Bound using segment: {'id': 'a6579ad7-9f41-44c7-a382-db5bb61474cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '64337612-feea-4e2d-953e-a7b35601ec92'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 14:28:11.129315 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-b4dbdbe0-6636-45da-82bf-d4486b764556 service neutron] Bound port: 6eaab98f-be14-42fc-b3a8-4a081db82ced, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6579ad7-9f41-44c7-a382-db5bb61474cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '64337612-feea-4e2d-953e-a7b35601ec92'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 14:28:11.129709 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-b4dbdbe0-6636-45da-82bf-d4486b764556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:11.320653 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port f05d00fa-1d9e-40c6-9931-be3ca2a5969d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=f05d00fa-1d9e-40c6-9931-be3ca2a5969d,segment=NetworkSegment(9d8ef5b9-c447-4b90-9831-d929e59e09af),segment_id=9d8ef5b9-c447-4b90-9831-d929e59e09af)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:28:11.356974 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Returning: {'device': 'f05d00fa-1d9e-40c6-9931-be3ca2a5969d', 'network_id': '48947f08-8f4e-4445-a0c2-94b53fac764a', 'port_id': 'f05d00fa-1d9e-40c6-9931-be3ca2a5969d', 'mac_address': 'fa:16:3e:f3:33:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680613ef-fc50-4022-b80a-d2e8597917da', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 14:28:11.373286 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 79b830c5-c6bb-4c8c-a3b5-23e967ae389a up at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:28:11.608175 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-90dbad0d-a8f7-49d8-a8fa-51e30ff1fd01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-137828'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:11.653326 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-b4dbdbe0-6636-45da-82bf-d4486b764556 service neutron] For port 6eaab98f-be14-42fc-b3a8-4a081db82ced, host hv-cinder-78093, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 14:28:11.664109 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-b4dbdbe0-6636-45da-82bf-d4486b764556 service neutron] For port 6eaab98f-be14-42fc-b3a8-4a081db82ced, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=6eaab98f-be14-42fc-b3a8-4a081db82ced,segment=NetworkSegment(a6579ad7-9f41-44c7-a382-db5bb61474cf),segment_id=a6579ad7-9f41-44c7-a382-db5bb61474cf)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 14:28:11.671141 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:11.691423 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-593ad347-3e8b-4feb-a214-432df27aa790 req-4a83180d-aadd-4d30-91a5-02df272badf6 service neutron] 10.222.0.81 "GET /v2.0/networks/48947f08-8f4e-4445-a0c2-94b53fac764a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4667172 Apr 07 14:28:11.696389 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning for port 79b830c5-c6bb-4c8c-a3b5-23e967ae389a completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:28:11.707963 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.81', 56127) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:28:11.712685 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-b4dbdbe0-6636-45da-82bf-d4486b764556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:11.726834 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f05d00fa-1d9e-40c6-9931-be3ca2a5969d {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 14:28:11.739057 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.agents_db [None req-6fbea437-4030-452f-8588-832da035c2c0 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 14:28:11.776872 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port f05d00fa-1d9e-40c6-9931-be3ca2a5969d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=f05d00fa-1d9e-40c6-9931-be3ca2a5969d,segment=NetworkSegment(9d8ef5b9-c447-4b90-9831-d929e59e09af),segment_id=9d8ef5b9-c447-4b90-9831-d929e59e09af)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:28:11.781848 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:11.783817 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning complete for port 79b830c5-c6bb-4c8c-a3b5-23e967ae389a triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:28:11.784314 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:11.911178 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:12.170101 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:12.179598 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] get_ports_and_sgs() called for port_ids ['f05d00fa-1d9e-40c6-9931-be3ca2a5969d'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 14:28:12.201926 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-031a5270-2fec-44b5-9dbe-30e7609f3dcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:12.207554 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Pushing event updated for resources: {'Port': ['ID=f05d00fa-1d9e-40c6-9931-be3ca2a5969d,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:12.242626 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:12.270663 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-90dbad0d-a8f7-49d8-a8fa-51e30ff1fd01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14662', 'neutron.services.segments.db._delete_segments_for_network--9223363304368102158'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:12.273646 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] For port 79b830c5-c6bb-4c8c-a3b5-23e967ae389a, host dv-cinder-780933-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=79b830c5-c6bb-4c8c-a3b5-23e967ae389a,segment=NetworkSegment(915451d2-8683-4329-b99a-36d7903584f8),segment_id=915451d2-8683-4329-b99a-36d7903584f8)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:28:12.279785 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:12.280975 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 5a4b1919-0dd5-48d4-821e-51f43278d172 up at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:28:12.352494 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:12.370661 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a92ac-00bd-4ccd-9208-1308e1c130e0 req-191de0a7-d7f6-4eeb-af1a-a36e4374aed9 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:12.378395 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4e8a92ac-00bd-4ccd-9208-1308e1c130e0 req-191de0a7-d7f6-4eeb-af1a-a36e4374aed9 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/networks?id=346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb HTTP/1.1" status: 200 len: 818 time: 0.9855514 Apr 07 14:28:12.393298 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dbdbe0-6636-45da-82bf-d4486b764556 service neutron] Pushing event updated for resources: {'Port': ['ID=6eaab98f-be14-42fc-b3a8-4a081db82ced,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:12.398031 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b4dbdbe0-6636-45da-82bf-d4486b764556 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:12.412029 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-b4dbdbe0-6636-45da-82bf-d4486b764556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:12.413491 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4e8a92ac-00bd-4ccd-9208-1308e1c130e0 req-dd3ade82-c249-4cc2-8a5e-679cd95bd9b6 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/quotas/3cedb750960847b9a6d948554b936778 HTTP/1.1" status: 200 len: 375 time: 0.0340579 Apr 07 14:28:12.413832 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-b4dbdbe0-6636-45da-82bf-d4486b764556 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:12.417199 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-b4dbdbe0-6636-45da-82bf-d4486b764556 service neutron] 10.222.0.81 "PUT /v2.0/ports/6eaab98f-be14-42fc-b3a8-4a081db82ced HTTP/1.1" status: 200 len: 1094 time: 9.0317614 Apr 07 14:28:12.417199 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf182339-b847-42be-9a09-9d3fb7385817', 'tag': '6eaab98f-be14-42fc-b3a8-4a081db82ced'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:28:12.457475 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449c724-5dcd-4e9e-af2d-92ff069816e9 req-14eb26e3-19a6-4ab8-ac5a-8c5a84348b96 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:12.463572 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b449c724-5dcd-4e9e-af2d-92ff069816e9 req-14eb26e3-19a6-4ab8-ac5a-8c5a84348b96 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] 10.222.0.63 "GET /v2.0/ports?device_id=bf182339-b847-42be-9a09-9d3fb7385817 HTTP/1.1" status: 200 len: 944 time: 2.2460110 Apr 07 14:28:12.519228 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning complete for port 5a4b1919-0dd5-48d4-821e-51f43278d172 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:28:12.519665 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:12.596438 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b046bac3-e62e-4357-8680-639120085695 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:12.596651 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Pushing event updated for resources: {'Port': ['ID=79b830c5-c6bb-4c8c-a3b5-23e967ae389a,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:12.615176 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:12.635565 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b449c724-5dcd-4e9e-af2d-92ff069816e9 req-8e6a7965-994f-44fb-a9e5-f2cc6bf5d45d tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] 10.222.0.63 "GET /v2.0/security-groups?id=36cb5e1a-9d61-4ef4-a45c-07260440c647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485427 Apr 07 14:28:12.658298 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b046bac3-e62e-4357-8680-639120085695 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732486185860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:12.662020 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df98097-000e-442e-96c8-def84a9f9d87 req-8ca8e1db-594c-48b3-b651-ad1c04a4c393 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:12.664004 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-9df98097-000e-442e-96c8-def84a9f9d87 req-8ca8e1db-594c-48b3-b651-ad1c04a4c393 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.81 "GET /v2.0/networks?id=346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb HTTP/1.1" status: 200 len: 818 time: 0.9494483 Apr 07 14:28:12.687082 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-90dbad0d-a8f7-49d8-a8fa-51e30ff1fd01 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84312) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:28:12.687603 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [req-9df98097-000e-442e-96c8-def84a9f9d87 req-192bb9ea-8ded-493c-96fa-22d87c2aad8d tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Request body: {'port': {'device_id': 'b2df5967-e158-4073-89ff-08b5187cca38', 'network_id': '346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb', 'admin_state_up': True, 'tenant_id': '3cedb750960847b9a6d948554b936778'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:28:12.689974 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-90dbad0d-a8f7-49d8-a8fa-51e30ff1fd01 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84312) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:28:12.691765 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-90dbad0d-a8f7-49d8-a8fa-51e30ff1fd01 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84312) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:28:12.695235 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-90dbad0d-a8f7-49d8-a8fa-51e30ff1fd01 admin admin] Subscribe: > port after_create 55550000 {{(pid=84312) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:28:12.699126 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-90dbad0d-a8f7-49d8-a8fa-51e30ff1fd01 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84312) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:28:12.699589 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-90dbad0d-a8f7-49d8-a8fa-51e30ff1fd01 admin admin] Subscribe: > port after_update 55550000 {{(pid=84312) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:28:12.700000 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-90dbad0d-a8f7-49d8-a8fa-51e30ff1fd01 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84312) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:28:12.700407 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-90dbad0d-a8f7-49d8-a8fa-51e30ff1fd01 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84312) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:28:12.700767 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-90dbad0d-a8f7-49d8-a8fa-51e30ff1fd01 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84312) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:28:12.701120 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-90dbad0d-a8f7-49d8-a8fa-51e30ff1fd01 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84312) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:28:12.937753 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-61640efd-79bb-4e9f-a74f-362f7f5620f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:12.939402 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-61640efd-79bb-4e9f-a74f-362f7f5620f9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c90060d015924f5b8528ee50e0508f9d&device_id=bf182339-b847-42be-9a09-9d3fb7385817 HTTP/1.1" status: 200 len: 1097 time: 0.4724398 Apr 07 14:28:13.002434 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-90dbad0d-a8f7-49d8-a8fa-51e30ff1fd01 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84312) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:28:13.003042 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-90dbad0d-a8f7-49d8-a8fa-51e30ff1fd01 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84312) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:28:13.003614 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-90dbad0d-a8f7-49d8-a8fa-51e30ff1fd01 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84312) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:28:13.004217 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-90dbad0d-a8f7-49d8-a8fa-51e30ff1fd01 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84312) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:28:13.004829 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.segments.db [None req-90dbad0d-a8f7-49d8-a8fa-51e30ff1fd01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de7ac2c5-07c0-416d-a7a1-f851475ae70b']}} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:28:13.037520 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 79b830c5-c6bb-4c8c-a3b5-23e967ae389a up at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:28:13.063422 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-1311336b-c6b6-480a-a738-bab21cbda2ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:13.149096 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-eb236119-dc96-48ea-9947-2b87a5d768a3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6eaab98f-be14-42fc-b3a8-4a081db82ced HTTP/1.1" status: 200 len: 217 time: 0.1929412 Apr 07 14:28:13.328119 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [req-9df98097-000e-442e-96c8-def84a9f9d87 req-192bb9ea-8ded-493c-96fa-22d87c2aad8d tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:28:13.363824 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [req-9df98097-000e-442e-96c8-def84a9f9d87 req-192bb9ea-8ded-493c-96fa-22d87c2aad8d tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:28:13.381314 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-ee4a1ed0-70bd-4249-8268-41081d718049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:13.383058 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-ee4a1ed0-70bd-4249-8268-41081d718049 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=636a20b6-4ee0-42be-a820-0b15fd9fd1f5 HTTP/1.1" status: 200 len: 852 time: 0.2173221 Apr 07 14:28:13.390986 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9df98097-000e-442e-96c8-def84a9f9d87 req-192bb9ea-8ded-493c-96fa-22d87c2aad8d tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Made reservation on behalf of 3cedb750960847b9a6d948554b936778 for: {'port': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:28:13.397689 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-9df98097-000e-442e-96c8-def84a9f9d87 req-192bb9ea-8ded-493c-96fa-22d87c2aad8d tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:13.471224 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.segments.db [None req-90dbad0d-a8f7-49d8-a8fa-51e30ff1fd01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bab92d3-d7e6-476b-9bd9-681c2e595fc3') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:28:13.471590 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.segments.db [None req-90dbad0d-a8f7-49d8-a8fa-51e30ff1fd01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bab92d3-d7e6-476b-9bd9-681c2e595fc3') {} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:28:13.523503 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-90dbad0d-a8f7-49d8-a8fa-51e30ff1fd01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304368070140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847730990'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:13.528550 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning complete for port 79b830c5-c6bb-4c8c-a3b5-23e967ae389a triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:28:13.529650 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:13.596445 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c4cda-8a95-4414-a0e2-4f20a0706362 req-d6fdb2cb-f60b-49d9-8dd4-8e3bb9a47cd8 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:13.598375 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b55c4cda-8a95-4414-a0e2-4f20a0706362 req-d6fdb2cb-f60b-49d9-8dd4-8e3bb9a47cd8 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=08045f6d-0663-47c3-b898-86c259230208 HTTP/1.1" status: 200 len: 944 time: 0.5077543 Apr 07 14:28:13.621316 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-925008db-eb5a-402c-91ed-e2c7b2aa8d49 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=64337612-feea-4e2d-953e-a7b35601ec92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2175307 Apr 07 14:28:13.627794 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b046bac3-e62e-4357-8680-639120085695 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Pushing event updated for resources: {'Port': ['ID=6eb25d38-3996-4f7c-93d0-2a63ee54491a,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:13.648746 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b046bac3-e62e-4357-8680-639120085695 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:13.650058 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-90dbad0d-a8f7-49d8-a8fa-51e30ff1fd01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773215'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:13.661390 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b046bac3-e62e-4357-8680-639120085695 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Network 6dc11b00-4e00-4f77-8f6a-5304324fd48e is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:28:13.663115 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-b046bac3-e62e-4357-8680-639120085695 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:28:13.663790 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b55c4cda-8a95-4414-a0e2-4f20a0706362 req-e81d4185-a578-4b8c-86d4-041ca1179701 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379856 Apr 07 14:28:13.669995 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b046bac3-e62e-4357-8680-639120085695 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 14:28:13.685922 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90dbad0d-a8f7-49d8-a8fa-51e30ff1fd01 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 07 14:28:13.725112 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4e8a92ac-00bd-4ccd-9208-1308e1c130e0 req-b06b0d03-6162-4f91-9f67-e7511363d0db tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=3cedb750960847b9a6d948554b936778&fields=id HTTP/1.1" status: 200 len: 255 time: 1.3105793 Apr 07 14:28:13.891650 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf182339-b847-42be-9a09-9d3fb7385817', 'tag': '6eaab98f-be14-42fc-b3a8-4a081db82ced', 'status': 'completed', 'code': 200} Apr 07 14:28:13.930107 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [req-9df98097-000e-442e-96c8-def84a9f9d87 req-192bb9ea-8ded-493c-96fa-22d87c2aad8d tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Allocated IP 172.20.0.9 (346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb/e62acf97-8dac-49ae-b633-d54e2e4cb525/296e53de-61dd-4e19-8ff2-3b0647237121) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 14:28:13.988368 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-dc9a3b1e-35e3-48d0-bede-c7d78ac86b05 service neutron] 10.222.0.81 "GET /v2.0/networks/64337612-feea-4e2d-953e-a7b35601ec92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296006 Apr 07 14:28:14.057993 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-90dbad0d-a8f7-49d8-a8fa-51e30ff1fd01 admin admin] Network de7ac2c5-07c0-416d-a7a1-f851475ae70b has no segments {{(pid=84312) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 14:28:14.071666 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-90dbad0d-a8f7-49d8-a8fa-51e30ff1fd01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847702593'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:14.194206 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4e8a92ac-00bd-4ccd-9208-1308e1c130e0 req-c1ccbec4-53f9-40bb-a27d-169a6231e685 service neutron] 10.222.0.63 "GET /v2.0/networks/346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4148226 Apr 07 14:28:14.337148 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device f05d00fa-1d9e-40c6-9931-be3ca2a5969d up at agent hyperv_hv-cinder-78093 {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:28:14.403415 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-9df98097-000e-442e-96c8-def84a9f9d87 req-192bb9ea-8ded-493c-96fa-22d87c2aad8d tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:14.408982 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d54e1566-0505-4819-9d7e-bfbb01cb7459 req-af799fa5-4267-44bb-a86e-4ed03a52a731 service neutron] 10.222.0.81 "GET /v2.0/networks/64337612-feea-4e2d-953e-a7b35601ec92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4121778 Apr 07 14:28:14.424282 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463e259-a11a-46b8-9eff-5ce9b26ff8f2 req-60a62e7f-508b-4857-a0ab-84759a238e09 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:14.426294 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d463e259-a11a-46b8-9eff-5ce9b26ff8f2 req-60a62e7f-508b-4857-a0ab-84759a238e09 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] 10.222.0.63 "GET /v2.0/ports?device_id=bf182339-b847-42be-9a09-9d3fb7385817 HTTP/1.1" status: 200 len: 944 time: 0.3890133 Apr 07 14:28:14.488934 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d463e259-a11a-46b8-9eff-5ce9b26ff8f2 req-fe77c548-9471-4a1d-8544-840951643739 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] 10.222.0.63 "GET /v2.0/security-groups?id=36cb5e1a-9d61-4ef4-a45c-07260440c647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533648 Apr 07 14:28:14.586340 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Provisioning for port f05d00fa-1d9e-40c6-9931-be3ca2a5969d completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:28:14.590715 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-9df98097-000e-442e-96c8-def84a9f9d87 req-192bb9ea-8ded-493c-96fa-22d87c2aad8d tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732486185860'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:14.600648 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4e8a92ac-00bd-4ccd-9208-1308e1c130e0 req-77af9490-538e-4354-845f-e6a58776b54c service neutron] 10.222.0.63 "GET /v2.0/networks/346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688376 Apr 07 14:28:14.614439 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Provisioning complete for port f05d00fa-1d9e-40c6-9931-be3ca2a5969d triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:28:14.615058 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:14.652691 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:14.669046 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-90dbad0d-a8f7-49d8-a8fa-51e30ff1fd01 admin admin] Network de7ac2c5-07c0-416d-a7a1-f851475ae70b has no segments {{(pid=84312) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 14:28:14.735746 dv-cinder-780933-3-smb neutron-server[84199]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 14:28:14.735746 dv-cinder-780933-3-smb neutron-server[84199]: from cryptography.utils import int_from_bytes Apr 07 14:28:14.735746 dv-cinder-780933-3-smb neutron-server[84199]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 14:28:14.735746 dv-cinder-780933-3-smb neutron-server[84199]: from cryptography.utils import int_from_bytes Apr 07 14:28:14.735746 dv-cinder-780933-3-smb neutron-server[84199]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 07 14:28:14.735746 dv-cinder-780933-3-smb neutron-server[84199]: (rel_b, rel_a, rel_b), Apr 07 14:28:14.735746 dv-cinder-780933-3-smb neutron-server[84199]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 07 14:28:14.735746 dv-cinder-780933-3-smb neutron-server[84199]: (rel_b, rel_a, rel_b), Apr 07 14:28:14.735746 dv-cinder-780933-3-smb neutron-server[84199]: Traceback (most recent call last): Apr 07 14:28:14.735746 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 14:28:14.735746 dv-cinder-780933-3-smb neutron-server[84199]: timer() Apr 07 14:28:14.735746 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 14:28:14.735746 dv-cinder-780933-3-smb neutron-server[84199]: cb(*args, **kw) Apr 07 14:28:14.735746 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 07 14:28:14.735746 dv-cinder-780933-3-smb neutron-server[84199]: return func(*args, **kwargs) Apr 07 14:28:14.735746 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 14:28:14.735746 dv-cinder-780933-3-smb neutron-server[84199]: self._notify() Apr 07 14:28:14.735746 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 14:28:14.735746 dv-cinder-780933-3-smb neutron-server[84199]: self.callback(batched_events) Apr 07 14:28:14.735746 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 14:28:14.735746 dv-cinder-780933-3-smb neutron-server[84199]: event.method(event) Apr 07 14:28:14.735746 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 07 14:28:14.735746 dv-cinder-780933-3-smb neutron-server[84199]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 14:28:14.735746 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 07 14:28:14.735746 dv-cinder-780933-3-smb neutron-server[84199]: segment_id)['aggregates'][0] Apr 07 14:28:14.735746 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 07 14:28:14.735746 dv-cinder-780933-3-smb neutron-server[84199]: return f(self, *a, **k) Apr 07 14:28:14.735746 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 07 14:28:14.735746 dv-cinder-780933-3-smb neutron-server[84199]: return self._get(url).json() Apr 07 14:28:14.735746 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 14:28:14.735746 dv-cinder-780933-3-smb neutron-server[84199]: **kwargs) Apr 07 14:28:14.735746 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 14:28:14.735746 dv-cinder-780933-3-smb neutron-server[84199]: return self.request(url, 'GET', **kwargs) Apr 07 14:28:14.735746 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 07 14:28:14.735746 dv-cinder-780933-3-smb neutron-server[84199]: **endpoint_filter) Apr 07 14:28:14.735746 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 14:28:14.735746 dv-cinder-780933-3-smb neutron-server[84199]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 14:28:14.735746 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 14:28:14.735746 dv-cinder-780933-3-smb neutron-server[84199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 14:28:14.735746 dv-cinder-780933-3-smb neutron-server[84199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 14:28:15.042632 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e23c1cb2-801b-4548-997b-b9c34cd283d1 req-ad2716dd-d824-418b-9d4f-77c96b9619ec tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 210 time: 0.1481090 Apr 07 14:28:15.060739 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-70ae807c-536b-4527-8ef6-af9fa8d66859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:15.150203 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:15.175754 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-90dbad0d-a8f7-49d8-a8fa-51e30ff1fd01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854761138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8275419'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:15.181655 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08045f6d-0663-47c3-b898-86c259230208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05d00fa-1d9e-40c6-9931-be3ca2a5969d'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:28:15.198824 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a3acd732-9fab-44af-b898-f7cc76d7b0c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:15.259336 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b046bac3-e62e-4357-8680-639120085695 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:15.269573 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-90dbad0d-a8f7-49d8-a8fa-51e30ff1fd01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:15.273220 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dbad0d-a8f7-49d8-a8fa-51e30ff1fd01 admin admin] Pushing event deleted for resources: {'Network': ['ID=de7ac2c5-07c0-416d-a7a1-f851475ae70b,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:15.316048 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-90dbad0d-a8f7-49d8-a8fa-51e30ff1fd01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:15.337560 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port f05d00fa-1d9e-40c6-9931-be3ca2a5969d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=f05d00fa-1d9e-40c6-9931-be3ca2a5969d,segment=NetworkSegment(9d8ef5b9-c447-4b90-9831-d929e59e09af),segment_id=9d8ef5b9-c447-4b90-9831-d929e59e09af)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:28:15.337900 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-90dbad0d-a8f7-49d8-a8fa-51e30ff1fd01 admin admin] 10.222.0.63 "DELETE /v2.0/networks/de7ac2c5-07c0-416d-a7a1-f851475ae70b HTTP/1.1" status: 204 len: 168 time: 4.2292795 Apr 07 14:28:15.351934 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 43554) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:28:15.354583 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:15.359017 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:15.370723 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7602a4-f5ff-4a0a-897d-ea82ee7420ae req-edc872b7-c486-43fd-9f66-4ea87033d1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:15.372713 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-2d7602a4-f5ff-4a0a-897d-ea82ee7420ae req-edc872b7-c486-43fd-9f66-4ea87033d1bd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c90060d015924f5b8528ee50e0508f9d&device_id=bf182339-b847-42be-9a09-9d3fb7385817 HTTP/1.1" status: 200 len: 1097 time: 0.8796368 Apr 07 14:28:15.404952 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b046bac3-e62e-4357-8680-639120085695 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:15.572939 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Pushing event updated for resources: {'Port': ['ID=f05d00fa-1d9e-40c6-9931-be3ca2a5969d,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:15.574350 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192bb9ea-8ded-493c-96fa-22d87c2aad8d tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Pushing event updated for resources: {'Port': ['ID=296e53de-61dd-4e19-8ff2-3b0647237121,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:15.577048 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:15.593677 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_v2 [None req-ade7938d-4fce-4c02-b349-3008de6619fd admin admin] Deleting subnet d0a633ea-dd91-4a9d-8e69-88b224173434 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 07 14:28:15.599158 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ade7938d-4fce-4c02-b349-3008de6619fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:15.606796 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-192bb9ea-8ded-493c-96fa-22d87c2aad8d tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.954s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:15.773742 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:15.897287 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7602a4-f5ff-4a0a-897d-ea82ee7420ae req-0929f846-768d-4d1a-90d8-f8354890ea43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:15.898925 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-2d7602a4-f5ff-4a0a-897d-ea82ee7420ae req-0929f846-768d-4d1a-90d8-f8354890ea43 service neutron] 10.222.0.81 "GET /v2.0/networks?id=64337612-feea-4e2d-953e-a7b35601ec92 HTTP/1.1" status: 200 len: 913 time: 0.4979737 Apr 07 14:28:15.908698 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9df98097-000e-442e-96c8-def84a9f9d87 req-192bb9ea-8ded-493c-96fa-22d87c2aad8d tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Network 346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:28:15.912892 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [req-9df98097-000e-442e-96c8-def84a9f9d87 req-192bb9ea-8ded-493c-96fa-22d87c2aad8d tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:28:15.964301 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ade7938d-4fce-4c02-b349-3008de6619fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7044842'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:15.979324 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df98097-000e-442e-96c8-def84a9f9d87 req-192bb9ea-8ded-493c-96fa-22d87c2aad8d tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 14:28:15.985567 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df98097-000e-442e-96c8-def84a9f9d87 req-192bb9ea-8ded-493c-96fa-22d87c2aad8d tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:15.986288 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-9df98097-000e-442e-96c8-def84a9f9d87 req-192bb9ea-8ded-493c-96fa-22d87c2aad8d tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:16.033799 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5f348-5f86-4b74-8d41-3f542a95d0be req-9a3af070-35e6-435e-9d63-f36d137d5463 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:16.035518 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-9da5f348-5f86-4b74-8d41-3f542a95d0be req-9a3af070-35e6-435e-9d63-f36d137d5463 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=08045f6d-0663-47c3-b898-86c259230208 HTTP/1.1" status: 200 len: 945 time: 1.0988140 Apr 07 14:28:16.039555 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-2d7602a4-f5ff-4a0a-897d-ea82ee7420ae req-7542f726-3415-4974-931a-af0415df3e91 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6eaab98f-be14-42fc-b3a8-4a081db82ced HTTP/1.1" status: 200 len: 217 time: 0.1282785 Apr 07 14:28:16.041636 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-9df98097-000e-442e-96c8-def84a9f9d87 req-192bb9ea-8ded-493c-96fa-22d87c2aad8d tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3683136 Apr 07 14:28:16.109057 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [req-9df98097-000e-442e-96c8-def84a9f9d87 req-ec7c067d-6480-4ced-8aed-83231a34906b service neutron] Request body: {'port': {'device_id': 'b2df5967-e158-4073-89ff-08b5187cca38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:28:16.141838 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ade7938d-4fce-4c02-b349-3008de6619fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854771514'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:16.264771 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b046bac3-e62e-4357-8680-639120085695 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:16.294540 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-9da5f348-5f86-4b74-8d41-3f542a95d0be req-02269e49-f18f-41e0-8857-80af9ba5a71c tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421803 Apr 07 14:28:16.471824 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7602a4-f5ff-4a0a-897d-ea82ee7420ae req-68d39a68-430a-4032-87b9-d0ace345cc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:16.474818 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-2d7602a4-f5ff-4a0a-897d-ea82ee7420ae req-68d39a68-430a-4032-87b9-d0ace345cc02 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=636a20b6-4ee0-42be-a820-0b15fd9fd1f5 HTTP/1.1" status: 200 len: 852 time: 0.2982914 Apr 07 14:28:16.571823 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ade7938d-4fce-4c02-b349-3008de6619fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847702558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848863120'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:16.576308 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b046bac3-e62e-4357-8680-639120085695 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847702575'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:16.622319 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08045f6d-0663-47c3-b898-86c259230208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05d00fa-1d9e-40c6-9931-be3ca2a5969d', 'code': 200} Apr 07 14:28:16.664700 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e2d21-134c-4597-a0b1-f3a34794dfb8 req-3f51cfca-3a2e-4ecc-8602-e3945d1634af tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:16.666635 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d55e2d21-134c-4597-a0b1-f3a34794dfb8 req-3f51cfca-3a2e-4ecc-8602-e3945d1634af tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] 10.222.0.63 "GET /v2.0/ports?device_id=bf182339-b847-42be-9a09-9d3fb7385817 HTTP/1.1" status: 200 len: 944 time: 0.9021404 Apr 07 14:28:16.705464 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:16.794483 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-2d7602a4-f5ff-4a0a-897d-ea82ee7420ae req-850230a4-c9a4-48a1-a8d4-7909d6c37476 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=64337612-feea-4e2d-953e-a7b35601ec92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2981076 Apr 07 14:28:17.161249 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.81', 56134) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:28:17.164918 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade7938d-4fce-4c02-b349-3008de6619fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0a633ea-dd91-4a9d-8e69-88b224173434,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:17.254570 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ade7938d-4fce-4c02-b349-3008de6619fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:17.258651 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.227s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:17.284709 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-780dc6dc-af3c-4104-bbd9-18b5da7d38c1 req-378fe637-0b2b-405c-bdbb-a6addcddd88d tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Synchronizing usage tracker for tenant:3cedb750960847b9a6d948554b936778 on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:28:17.288054 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-9df98097-000e-442e-96c8-def84a9f9d87 req-ec7c067d-6480-4ced-8aed-83231a34906b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:17.346435 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-2d7602a4-f5ff-4a0a-897d-ea82ee7420ae req-19ef2dfc-6bc5-48ff-9080-7cf3feb55185 service neutron] 10.222.0.81 "GET /v2.0/networks/64337612-feea-4e2d-953e-a7b35601ec92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4458125 Apr 07 14:28:17.381960 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2bd835d0-ab8d-4c7b-abf7-bfef4ca01616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:17.436956 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-780dc6dc-af3c-4104-bbd9-18b5da7d38c1 req-378fe637-0b2b-405c-bdbb-a6addcddd88d tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Unset dirty status for tenant:3cedb750960847b9a6d948554b936778 on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:28:17.438270 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-780dc6dc-af3c-4104-bbd9-18b5da7d38c1 req-378fe637-0b2b-405c-bdbb-a6addcddd88d tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 210 time: 0.5358341 Apr 07 14:28:17.446027 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d55e2d21-134c-4597-a0b1-f3a34794dfb8 req-1fbba934-42a9-45b0-9e66-e2c989e2c2b2 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] 10.222.0.63 "GET /v2.0/security-groups?id=36cb5e1a-9d61-4ef4-a45c-07260440c647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7690301 Apr 07 14:28:17.473550 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ade7938d-4fce-4c02-b349-3008de6619fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:17.490266 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-ade7938d-4fce-4c02-b349-3008de6619fd admin admin] 10.222.0.63 "DELETE /v2.0/subnets/d0a633ea-dd91-4a9d-8e69-88b224173434 HTTP/1.1" status: 204 len: 168 time: 2.1325629 Apr 07 14:28:17.492554 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 43616) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:28:17.537895 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b046bac3-e62e-4357-8680-639120085695 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Pushing event updated for resources: {'Port': ['ID=6eb25d38-3996-4f7c-93d0-2a63ee54491a,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:17.563484 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b046bac3-e62e-4357-8680-639120085695 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:17.697611 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a92ac-00bd-4ccd-9208-1308e1c130e0 req-9e352f5b-da2c-4c24-8661-1c5b9102e0a5 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:17.699516 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4e8a92ac-00bd-4ccd-9208-1308e1c130e0 req-9e352f5b-da2c-4c24-8661-1c5b9102e0a5 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.81 "GET /v2.0/networks?id=346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb HTTP/1.1" status: 200 len: 818 time: 1.0153337 Apr 07 14:28:17.724065 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27758156-4ed6-49d7-ad23-3778c698cdfa req-c64825ae-8ea9-4835-8682-54f28aec1bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:17.726050 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-27758156-4ed6-49d7-ad23-3778c698cdfa req-c64825ae-8ea9-4835-8682-54f28aec1bb3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=08045f6d-0663-47c3-b898-86c259230208 HTTP/1.1" status: 200 len: 1098 time: 0.5587857 Apr 07 14:28:17.731309 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [req-4e8a92ac-00bd-4ccd-9208-1308e1c130e0 req-34a9453d-a38b-4efe-8b4d-a5d3277cb518 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Request body: {'port': {'device_id': '021ddc90-93c3-461f-9637-839bb071931a', 'network_id': '346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb', 'admin_state_up': True, 'tenant_id': '3cedb750960847b9a6d948554b936778'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:28:17.738243 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9ba690ea-dbf2-4ad3-ad10-dd60c1466d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-137828'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:17.898568 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-2d7602a4-f5ff-4a0a-897d-ea82ee7420ae req-b59bffc4-71af-4692-9fc0-3f6490570a40 service neutron] 10.222.0.81 "GET /v2.0/networks/64337612-feea-4e2d-953e-a7b35601ec92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5229528 Apr 07 14:28:17.954248 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-27758156-4ed6-49d7-ad23-3778c698cdfa req-abc23588-45a8-47a3-870e-f85ca22df275 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:17.988914 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 43622) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:28:18.070216 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [req-27758156-4ed6-49d7-ad23-3778c698cdfa req-abc23588-45a8-47a3-870e-f85ca22df275 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:28:18.107226 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-27758156-4ed6-49d7-ad23-3778c698cdfa req-abc23588-45a8-47a3-870e-f85ca22df275 service neutron] Usage tracker for resource:security_group_rule and tenant:15624369e32b4e02bb174b2ab7e1a35a is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:28:18.118473 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-27758156-4ed6-49d7-ad23-3778c698cdfa req-abc23588-45a8-47a3-870e-f85ca22df275 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:28:18.127693 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-68064a8d-a1ee-4a07-912b-506dbeaf5e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:18.129160 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [req-4e8a92ac-00bd-4ccd-9208-1308e1c130e0 req-34a9453d-a38b-4efe-8b4d-a5d3277cb518 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:28:18.135368 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [req-27758156-4ed6-49d7-ad23-3778c698cdfa req-abc23588-45a8-47a3-870e-f85ca22df275 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:28:18.144838 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b046bac3-e62e-4357-8680-639120085695 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8275434'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:18.155970 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [req-4e8a92ac-00bd-4ccd-9208-1308e1c130e0 req-34a9453d-a38b-4efe-8b4d-a5d3277cb518 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:28:18.181964 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e8a92ac-00bd-4ccd-9208-1308e1c130e0 req-34a9453d-a38b-4efe-8b4d-a5d3277cb518 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Made reservation on behalf of 3cedb750960847b9a6d948554b936778 for: {'port': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:28:18.188492 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-4e8a92ac-00bd-4ccd-9208-1308e1c130e0 req-34a9453d-a38b-4efe-8b4d-a5d3277cb518 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:18.347720 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b046bac3-e62e-4357-8680-639120085695 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:18.349253 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-b046bac3-e62e-4357-8680-639120085695 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.9942644 Apr 07 14:28:18.353525 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9ba690ea-dbf2-4ad3-ad10-dd60c1466d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14662', 'neutron.services.segments.db._delete_segments_for_network--9223363304368102158'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:18.362776 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 6eaab98f-be14-42fc-b3a8-4a081db82ced details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=84314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 14:28:18.470802 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cabda08-2834-48c5-b697-15f786ed084b req-353acd73-d3ce-4c96-a8ff-e89e2d600d7b tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:18.472749 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-2cabda08-2834-48c5-b697-15f786ed084b req-353acd73-d3ce-4c96-a8ff-e89e2d600d7b tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=08045f6d-0663-47c3-b898-86c259230208 HTTP/1.1" status: 200 len: 945 time: 0.6121662 Apr 07 14:28:18.560770 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f14853aa-13a4-4229-80d8-5d52c04d0d92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:18.656397 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [req-9df98097-000e-442e-96c8-def84a9f9d87 req-ec7c067d-6480-4ced-8aed-83231a34906b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 296e53de-61dd-4e19-8ff2-3b0647237121 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 14:28:18.684149 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-9df98097-000e-442e-96c8-def84a9f9d87 req-ec7c067d-6480-4ced-8aed-83231a34906b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:18.746402 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-f14853aa-13a4-4229-80d8-5d52c04d0d92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:28:18.752529 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.segments.db [None req-9ba690ea-dbf2-4ad3-ad10-dd60c1466d14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cef203e8-5ef0-4732-b656-9355d95bf64b']}} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:28:18.775856 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-2cabda08-2834-48c5-b697-15f786ed084b req-68671335-63ff-4892-9541-b3bed876b114 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869107 Apr 07 14:28:18.780014 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-f14853aa-13a4-4229-80d8-5d52c04d0d92 admin admin] Usage tracker for resource:security_group_rule and tenant:4752374b835d4d298c620c59683a5980 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:28:18.786196 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-f14853aa-13a4-4229-80d8-5d52c04d0d92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:28:18.791852 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.segments.db [None req-9ba690ea-dbf2-4ad3-ad10-dd60c1466d14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f90b8c2-aef5-43b5-a450-0be9abef04cc') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:28:18.792873 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.segments.db [None req-9ba690ea-dbf2-4ad3-ad10-dd60c1466d14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f90b8c2-aef5-43b5-a450-0be9abef04cc') {} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:28:18.830670 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-f14853aa-13a4-4229-80d8-5d52c04d0d92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:28:18.840616 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9ba690ea-dbf2-4ad3-ad10-dd60c1466d14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304368070140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847730990'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:18.897050 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9ba690ea-dbf2-4ad3-ad10-dd60c1466d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773215'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:18.903626 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-27758156-4ed6-49d7-ad23-3778c698cdfa req-abc23588-45a8-47a3-870e-f85ca22df275 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:18.929001 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-27758156-4ed6-49d7-ad23-3778c698cdfa req-abc23588-45a8-47a3-870e-f85ca22df275 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:18.939414 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ba690ea-dbf2-4ad3-ad10-dd60c1466d14 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 07 14:28:18.965302 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:18.992073 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port 6eaab98f-be14-42fc-b3a8-4a081db82ced, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=6eaab98f-be14-42fc-b3a8-4a081db82ced,segment=NetworkSegment(a6579ad7-9f41-44c7-a382-db5bb61474cf),segment_id=a6579ad7-9f41-44c7-a382-db5bb61474cf)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:28:19.011956 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141b27b-d3e1-44f9-a0ef-526b125d53d9 req-eaea8d9e-1ae2-4c32-8e56-98f0f6de9161 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:19.015173 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5141b27b-d3e1-44f9-a0ef-526b125d53d9 req-eaea8d9e-1ae2-4c32-8e56-98f0f6de9161 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] 10.222.0.63 "GET /v2.0/ports?device_id=bf182339-b847-42be-9a09-9d3fb7385817 HTTP/1.1" status: 200 len: 944 time: 0.3253734 Apr 07 14:28:19.026582 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Returning: {'device': '6eaab98f-be14-42fc-b3a8-4a081db82ced', 'network_id': '64337612-feea-4e2d-953e-a7b35601ec92', 'port_id': '6eaab98f-be14-42fc-b3a8-4a081db82ced', 'mac_address': 'fa:16:3e:fa:7d:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '636a20b6-4ee0-42be-a820-0b15fd9fd1f5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 14:28:19.048389 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b335e133-1635-45b5-a9d2-93007bba4bca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:19.113988 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5141b27b-d3e1-44f9-a0ef-526b125d53d9 req-2aa8b193-d9b1-49d5-85ae-a093868f6cda tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] 10.222.0.63 "GET /v2.0/security-groups?id=36cb5e1a-9d61-4ef4-a45c-07260440c647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790296 Apr 07 14:28:19.143550 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:19.165322 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eaab98f-be14-42fc-b3a8-4a081db82ced {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 14:28:19.186367 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port 6eaab98f-be14-42fc-b3a8-4a081db82ced, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=6eaab98f-be14-42fc-b3a8-4a081db82ced,segment=NetworkSegment(a6579ad7-9f41-44c7-a382-db5bb61474cf),segment_id=a6579ad7-9f41-44c7-a382-db5bb61474cf)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:28:19.190139 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:19.192293 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a0d51f73-ba98-4017-bff7-4428fa523c4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:19.292068 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Pushing event updated for resources: {'Port': ['ID=6eaab98f-be14-42fc-b3a8-4a081db82ced,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:19.306469 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:19.341576 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-27758156-4ed6-49d7-ad23-3778c698cdfa req-abc23588-45a8-47a3-870e-f85ca22df275 service neutron] Synchronizing usage tracker for tenant:15624369e32b4e02bb174b2ab7e1a35a on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:28:19.356790 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-6dd8e6fb-c2f7-45d3-9fe3-b0797781e9e7 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Synchronizing usage tracker for tenant:782e9eccce6d4f5898c76958383a5e3d on resource:security_group {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:28:19.377404 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-28aafa55-286b-4f07-adfa-5a1622fdaabc req-16f456e3-c56a-45e3-9a98-18ab67d22dbf tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 210 time: 0.3150539 Apr 07 14:28:19.462681 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] get_ports_and_sgs() called for port_ids ['6eaab98f-be14-42fc-b3a8-4a081db82ced'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 14:28:19.532737 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc23588-45a8-47a3-870e-f85ca22df275 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc0d6b5-1a5e-4dc6-8c6f-cbd17f476664,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:19.549129 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-abc23588-45a8-47a3-870e-f85ca22df275 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:19.551244 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-27758156-4ed6-49d7-ad23-3778c698cdfa req-abc23588-45a8-47a3-870e-f85ca22df275 service neutron] Unset dirty status for tenant:15624369e32b4e02bb174b2ab7e1a35a on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:28:19.552558 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-27758156-4ed6-49d7-ad23-3778c698cdfa req-abc23588-45a8-47a3-870e-f85ca22df275 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7494731 Apr 07 14:28:19.600506 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-9ba690ea-dbf2-4ad3-ad10-dd60c1466d14 admin admin] Network cef203e8-5ef0-4732-b656-9355d95bf64b has no segments {{(pid=84312) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 14:28:19.621296 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9ba690ea-dbf2-4ad3-ad10-dd60c1466d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847702593'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:19.823041 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-753d5ca8-67af-4e0f-aee9-cf9190fbeaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:19.837723 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f14853aa-13a4-4229-80d8-5d52c04d0d92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:19.849773 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-6dd8e6fb-c2f7-45d3-9fe3-b0797781e9e7 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Unset dirty status for tenant:782e9eccce6d4f5898c76958383a5e3d on resource:security_group {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:28:19.850561 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f14853aa-13a4-4229-80d8-5d52c04d0d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:19.865170 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-6dd8e6fb-c2f7-45d3-9fe3-b0797781e9e7 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--490903816&fields=id&tenant_id=782e9eccce6d4f5898c76958383a5e3d HTTP/1.1" status: 200 len: 267 time: 0.5358217 Apr 07 14:28:19.871246 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7b5bba3d-9c61-4641-9699-61b7ef0de4be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:19.882366 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-9ba690ea-dbf2-4ad3-ad10-dd60c1466d14 admin admin] Network cef203e8-5ef0-4732-b656-9355d95bf64b has no segments {{(pid=84312) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 14:28:19.917864 dv-cinder-780933-3-smb neutron-server[84199]: Traceback (most recent call last): Apr 07 14:28:19.917864 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 14:28:19.917864 dv-cinder-780933-3-smb neutron-server[84199]: timer() Apr 07 14:28:19.917864 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 14:28:19.917864 dv-cinder-780933-3-smb neutron-server[84199]: cb(*args, **kw) Apr 07 14:28:19.917864 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 07 14:28:19.917864 dv-cinder-780933-3-smb neutron-server[84199]: return func(*args, **kwargs) Apr 07 14:28:19.917864 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 14:28:19.917864 dv-cinder-780933-3-smb neutron-server[84199]: self._notify() Apr 07 14:28:19.917864 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 14:28:19.917864 dv-cinder-780933-3-smb neutron-server[84199]: self.callback(batched_events) Apr 07 14:28:19.917864 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 14:28:19.917864 dv-cinder-780933-3-smb neutron-server[84199]: event.method(event) Apr 07 14:28:19.917864 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 07 14:28:19.917864 dv-cinder-780933-3-smb neutron-server[84199]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 14:28:19.917864 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 07 14:28:19.917864 dv-cinder-780933-3-smb neutron-server[84199]: segment_id)['aggregates'][0] Apr 07 14:28:19.917864 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 07 14:28:19.917864 dv-cinder-780933-3-smb neutron-server[84199]: return f(self, *a, **k) Apr 07 14:28:19.917864 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 07 14:28:19.917864 dv-cinder-780933-3-smb neutron-server[84199]: return self._get(url).json() Apr 07 14:28:19.917864 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 14:28:19.917864 dv-cinder-780933-3-smb neutron-server[84199]: **kwargs) Apr 07 14:28:19.917864 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 14:28:19.917864 dv-cinder-780933-3-smb neutron-server[84199]: return self.request(url, 'GET', **kwargs) Apr 07 14:28:19.917864 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 07 14:28:19.917864 dv-cinder-780933-3-smb neutron-server[84199]: **endpoint_filter) Apr 07 14:28:19.917864 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 14:28:19.917864 dv-cinder-780933-3-smb neutron-server[84199]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 14:28:19.917864 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 14:28:19.917864 dv-cinder-780933-3-smb neutron-server[84199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 14:28:19.917864 dv-cinder-780933-3-smb neutron-server[84199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 14:28:20.035001 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-f14853aa-13a4-4229-80d8-5d52c04d0d92 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4752374b835d4d298c620c59683a5980&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0372283 Apr 07 14:28:20.035001 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14853aa-13a4-4229-80d8-5d52c04d0d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ebc4f8c-96b5-489d-9175-032d24d1b5e8,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:20.036895 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 43670) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:28:20.040706 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f14853aa-13a4-4229-80d8-5d52c04d0d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:20.056648 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-9df98097-000e-442e-96c8-def84a9f9d87 req-ec7c067d-6480-4ced-8aed-83231a34906b service neutron] Transition to ACTIVE for port object 296e53de-61dd-4e19-8ff2-3b0647237121 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:28:20.094455 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-9df98097-000e-442e-96c8-def84a9f9d87 req-ec7c067d-6480-4ced-8aed-83231a34906b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:20.109446 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9ba690ea-dbf2-4ad3-ad10-dd60c1466d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854761138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8275419'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:20.143119 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9ba690ea-dbf2-4ad3-ad10-dd60c1466d14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:20.148934 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:20.182323 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba690ea-dbf2-4ad3-ad10-dd60c1466d14 admin admin] Pushing event deleted for resources: {'Network': ['ID=cef203e8-5ef0-4732-b656-9355d95bf64b,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:20.190339 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9ba690ea-dbf2-4ad3-ad10-dd60c1466d14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:20.210405 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-9ba690ea-dbf2-4ad3-ad10-dd60c1466d14 admin admin] 10.222.0.63 "DELETE /v2.0/networks/cef203e8-5ef0-4732-b656-9355d95bf64b HTTP/1.1" status: 204 len: 168 time: 2.7143350 Apr 07 14:28:20.220685 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-09351341-8cf5-4cd3-a07d-db92a9852fff tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:20.222114 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-09351341-8cf5-4cd3-a07d-db92a9852fff tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Synchronizing usage tracker for tenant:782e9eccce6d4f5898c76958383a5e3d on resource:network {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:28:20.231964 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-cd76e14f-06ac-4cbc-b428-189c2a443fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:20.245282 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-41645a76-bd9f-420b-a056-0b8770410bea tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:20.269459 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7418e-d1c2-4648-83f7-045f9cca7426 req-46e63a0c-ad7c-40a0-a637-532213a91551 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:20.271190 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ecc7418e-d1c2-4648-83f7-045f9cca7426 req-46e63a0c-ad7c-40a0-a637-532213a91551 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=08045f6d-0663-47c3-b898-86c259230208 HTTP/1.1" status: 200 len: 945 time: 0.2131329 Apr 07 14:28:20.280549 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-cd76e14f-06ac-4cbc-b428-189c2a443fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:20.334727 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ecc7418e-d1c2-4648-83f7-045f9cca7426 req-e4cd5992-ccaa-49e6-aca7-57050478b7ec tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455246 Apr 07 14:28:20.364600 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 6eaab98f-be14-42fc-b3a8-4a081db82ced up at agent hyperv_hv-cinder-78093 {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:28:20.373203 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-cd76e14f-06ac-4cbc-b428-189c2a443fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:20.388030 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f14853aa-13a4-4229-80d8-5d52c04d0d92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:20.406263 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd76e14f-06ac-4cbc-b428-189c2a443fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ebc4f8c-96b5-489d-9175-032d24d1b5e8,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:20.410514 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-cd76e14f-06ac-4cbc-b428-189c2a443fd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:20.413384 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-cd76e14f-06ac-4cbc-b428-189c2a443fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:20.414716 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-cd76e14f-06ac-4cbc-b428-189c2a443fd2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6ebc4f8c-96b5-489d-9175-032d24d1b5e8 HTTP/1.1" status: 204 len: 168 time: 0.3762412 Apr 07 14:28:20.430967 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 43684) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:28:20.539418 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-7c7db930-0a38-4e6f-922c-f17cf0d409d5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b1445eb2c22842839b0871d606f03945&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1065938 Apr 07 14:28:20.542350 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 43690) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:28:20.714249 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Provisioning for port 6eaab98f-be14-42fc-b3a8-4a081db82ced completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:28:20.735188 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Provisioning complete for port 6eaab98f-be14-42fc-b3a8-4a081db82ced triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:28:20.736338 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:20.832806 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8f584c98-2802-4adb-963f-1db3664266b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:20.976779 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8f584c98-2802-4adb-963f-1db3664266b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:21.022498 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c067d-6480-4ced-8aed-83231a34906b service neutron] Pushing event updated for resources: {'Port': ['ID=296e53de-61dd-4e19-8ff2-3b0647237121,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:21.028417 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ec7c067d-6480-4ced-8aed-83231a34906b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.783s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:21.041235 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-09351341-8cf5-4cd3-a07d-db92a9852fff tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Unset dirty status for tenant:782e9eccce6d4f5898c76958383a5e3d on resource:network {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:28:21.055305 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-09351341-8cf5-4cd3-a07d-db92a9852fff tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/networks?id=c030ef04-5242-408d-b21d-654932a78971 HTTP/1.1" status: 200 len: 817 time: 1.1857600 Apr 07 14:28:21.062856 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [req-4e8a92ac-00bd-4ccd-9208-1308e1c130e0 req-34a9453d-a38b-4efe-8b4d-a5d3277cb518 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Allocated IP 172.20.0.8 (346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb/e62acf97-8dac-49ae-b633-d54e2e4cb525/15d5286e-c5ef-4c43-a228-a33981f81ec7) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 14:28:21.124569 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8f584c98-2802-4adb-963f-1db3664266b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:21.124836 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-dd7800ef-ccc1-46c8-bb8a-1dc116182b92 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/quotas/782e9eccce6d4f5898c76958383a5e3d HTTP/1.1" status: 200 len: 375 time: 0.0660033 Apr 07 14:28:21.162774 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-cfc45e89-bda0-408c-904f-2cdeea9308f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:21.189792 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4058134-489c-4ded-9d97-c624eb5351ed req-67ce4224-0d29-46cc-9775-92e38cf89fe6 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:21.204770 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b4058134-489c-4ded-9d97-c624eb5351ed req-67ce4224-0d29-46cc-9775-92e38cf89fe6 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] 10.222.0.63 "GET /v2.0/ports?device_id=bf182339-b847-42be-9a09-9d3fb7385817 HTTP/1.1" status: 200 len: 945 time: 0.5514364 Apr 07 14:28:21.243957 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f584c98-2802-4adb-963f-1db3664266b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59150dad-8566-4449-adb1-e1fc928ef20e,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:21.249238 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8f584c98-2802-4adb-963f-1db3664266b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:21.258922 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8f584c98-2802-4adb-963f-1db3664266b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:21.263661 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-8f584c98-2802-4adb-963f-1db3664266b4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/59150dad-8566-4449-adb1-e1fc928ef20e HTTP/1.1" status: 204 len: 168 time: 0.7191761 Apr 07 14:28:21.287707 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b4058134-489c-4ded-9d97-c624eb5351ed req-dc251f03-b732-4fd9-b3a0-0e58d29bda0b tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] 10.222.0.63 "GET /v2.0/security-groups?id=36cb5e1a-9d61-4ef4-a45c-07260440c647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819490 Apr 07 14:28:21.494488 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:21.577214 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port 6eaab98f-be14-42fc-b3a8-4a081db82ced, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=6eaab98f-be14-42fc-b3a8-4a081db82ced,segment=NetworkSegment(a6579ad7-9f41-44c7-a382-db5bb61474cf),segment_id=a6579ad7-9f41-44c7-a382-db5bb61474cf)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:28:21.582008 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf182339-b847-42be-9a09-9d3fb7385817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eaab98f-be14-42fc-b3a8-4a081db82ced'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:28:21.604293 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:21.613793 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:21.688583 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 43724) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:28:21.797986 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-96d0b7b3-0574-4db5-83d9-0c656a38d9bb req-ed491e35-810e-46b3-ae5c-f92279ff4042 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 210 time: 0.3006196 Apr 07 14:28:21.816651 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-13a5619f-5982-464e-bb9c-2123b4f435f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:21.875130 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-13a5619f-5982-464e-bb9c-2123b4f435f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:28:21.885372 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-13a5619f-5982-464e-bb9c-2123b4f435f9 admin admin] Usage tracker for resource:security_group_rule and tenant:112160f9bed24d24aa3758cfda4d9e4c is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:28:21.893346 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-13a5619f-5982-464e-bb9c-2123b4f435f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:28:21.913746 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Pushing event updated for resources: {'Port': ['ID=6eaab98f-be14-42fc-b3a8-4a081db82ced,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:21.914827 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-13a5619f-5982-464e-bb9c-2123b4f435f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:28:21.921075 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:21.987336 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-4e8a92ac-00bd-4ccd-9208-1308e1c130e0 req-34a9453d-a38b-4efe-8b4d-a5d3277cb518 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:22.046498 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-13a5619f-5982-464e-bb9c-2123b4f435f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:22.056856 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-13a5619f-5982-464e-bb9c-2123b4f435f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:22.088625 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-328ebc9d-d29c-4a55-9a21-db98ef63e5fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:22.124242 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-13a5619f-5982-464e-bb9c-2123b4f435f9 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=112160f9bed24d24aa3758cfda4d9e4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4171271 Apr 07 14:28:22.125049 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 43732) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:28:22.125908 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a5619f-5982-464e-bb9c-2123b4f435f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b16471-158d-487e-ad21-c71dd2de89dd,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:22.148619 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-13a5619f-5982-464e-bb9c-2123b4f435f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:22.306138 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-885625ef-89f3-4f95-b323-c3c6c792641c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:22.311966 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-9df98097-000e-442e-96c8-def84a9f9d87 req-ec7c067d-6480-4ced-8aed-83231a34906b service neutron] Attempting to bind port 296e53de-61dd-4e19-8ff2-3b0647237121 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 14:28:22.312559 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-9df98097-000e-442e-96c8-def84a9f9d87 req-ec7c067d-6480-4ced-8aed-83231a34906b service neutron] Attempting to bind port 296e53de-61dd-4e19-8ff2-3b0647237121 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '915451d2-8683-4329-b99a-36d7903584f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 14:28:22.313260 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df98097-000e-442e-96c8-def84a9f9d87 req-ec7c067d-6480-4ced-8aed-83231a34906b service neutron] Attempting to bind port 296e53de-61dd-4e19-8ff2-3b0647237121 on network 346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:28:22.338322 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df98097-000e-442e-96c8-def84a9f9d87 req-ec7c067d-6480-4ced-8aed-83231a34906b service neutron] Port 296e53de-61dd-4e19-8ff2-3b0647237121 on network 346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 14:28:22.338927 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df98097-000e-442e-96c8-def84a9f9d87 req-ec7c067d-6480-4ced-8aed-83231a34906b service neutron] Attempting to bind port 296e53de-61dd-4e19-8ff2-3b0647237121 on network 346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:28:22.359932 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-885625ef-89f3-4f95-b323-c3c6c792641c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:22.364570 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-5c48fd69-6dc5-4f1b-8980-7b1ccb3d2cfe tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=782e9eccce6d4f5898c76958383a5e3d&fields=id HTTP/1.1" status: 200 len: 348 time: 1.2378850 Apr 07 14:28:22.374929 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df98097-000e-442e-96c8-def84a9f9d87 req-ec7c067d-6480-4ced-8aed-83231a34906b service neutron] Checking agent: {'id': '9602430f-c8c8-408a-9570-479772f8b05b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 14, 25, 46), 'started_at': datetime.datetime(2021, 4, 7, 14, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 14, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 14:28:22.375181 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df98097-000e-442e-96c8-def84a9f9d87 req-ec7c067d-6480-4ced-8aed-83231a34906b service neutron] Checking segment: {'id': '915451d2-8683-4329-b99a-36d7903584f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:28:22.375759 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df98097-000e-442e-96c8-def84a9f9d87 req-ec7c067d-6480-4ced-8aed-83231a34906b service neutron] Bound using segment: {'id': '915451d2-8683-4329-b99a-36d7903584f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 14:28:22.376603 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-9df98097-000e-442e-96c8-def84a9f9d87 req-ec7c067d-6480-4ced-8aed-83231a34906b service neutron] Bound port: 296e53de-61dd-4e19-8ff2-3b0647237121, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '915451d2-8683-4329-b99a-36d7903584f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 14:28:22.377265 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-9df98097-000e-442e-96c8-def84a9f9d87 req-ec7c067d-6480-4ced-8aed-83231a34906b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:22.433638 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1720ca3-c441-4fd6-9bbc-39d863ef20de req-c082b307-853b-4df1-a758-d6ea84726531 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:22.435971 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e1720ca3-c441-4fd6-9bbc-39d863ef20de req-c082b307-853b-4df1-a758-d6ea84726531 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=08045f6d-0663-47c3-b898-86c259230208 HTTP/1.1" status: 200 len: 945 time: 0.2003627 Apr 07 14:28:22.473700 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e1720ca3-c441-4fd6-9bbc-39d863ef20de req-757221ef-1f72-450f-ae9f-aa8a8a008f91 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293345 Apr 07 14:28:22.496682 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-885625ef-89f3-4f95-b323-c3c6c792641c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:22.517294 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-13a5619f-5982-464e-bb9c-2123b4f435f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:22.532474 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-885625ef-89f3-4f95-b323-c3c6c792641c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:22.539289 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-885625ef-89f3-4f95-b323-c3c6c792641c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b8b16471-158d-487e-ad21-c71dd2de89dd HTTP/1.1" status: 204 len: 168 time: 0.3962762 Apr 07 14:28:22.543530 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885625ef-89f3-4f95-b323-c3c6c792641c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b16471-158d-487e-ad21-c71dd2de89dd,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:22.549116 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-885625ef-89f3-4f95-b323-c3c6c792641c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:22.612143 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-4e8a92ac-00bd-4ccd-9208-1308e1c130e0 req-34a9453d-a38b-4efe-8b4d-a5d3277cb518 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732486185860'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:22.621788 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf182339-b847-42be-9a09-9d3fb7385817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eaab98f-be14-42fc-b3a8-4a081db82ced', 'code': 200} Apr 07 14:28:22.700536 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 43746) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:28:22.863812 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-508330ad-8d0a-4e04-a41b-ac01c86035be admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2552db3b357a4cbaa28bc647686a8750&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1618934 Apr 07 14:28:22.866287 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-c32a825e-9cf3-4507-9bb0-5a7c8b0ce119 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:22.866548 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 43754) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:28:23.169112 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e8a92ac-00bd-4ccd-9208-1308e1c130e0 req-34a9453d-a38b-4efe-8b4d-a5d3277cb518 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Network 346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:28:23.296054 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [req-4e8a92ac-00bd-4ccd-9208-1308e1c130e0 req-34a9453d-a38b-4efe-8b4d-a5d3277cb518 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:28:23.308207 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2be808b7-06dd-40c6-b6a6-561423eadbf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:23.311244 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a9453d-a38b-4efe-8b4d-a5d3277cb518 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Pushing event updated for resources: {'Port': ['ID=15d5286e-c5ef-4c43-a228-a33981f81ec7,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:23.326182 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-34a9453d-a38b-4efe-8b4d-a5d3277cb518 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:23.345672 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e8a92ac-00bd-4ccd-9208-1308e1c130e0 req-34a9453d-a38b-4efe-8b4d-a5d3277cb518 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 14:28:23.355498 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2be808b7-06dd-40c6-b6a6-561423eadbf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:23.376705 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a92ac-00bd-4ccd-9208-1308e1c130e0 req-34a9453d-a38b-4efe-8b4d-a5d3277cb518 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:23.382258 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-4e8a92ac-00bd-4ccd-9208-1308e1c130e0 req-34a9453d-a38b-4efe-8b4d-a5d3277cb518 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:23.420630 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2be808b7-06dd-40c6-b6a6-561423eadbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:23.430528 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:23.471682 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b4569-2fc8-4d0e-807a-03cc2a1c8523 req-841026d8-92e4-4a98-83b0-d7be8d75992d tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:23.479479 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d97b4569-2fc8-4d0e-807a-03cc2a1c8523 req-841026d8-92e4-4a98-83b0-d7be8d75992d tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] 10.222.0.63 "GET /v2.0/ports?device_id=bf182339-b847-42be-9a09-9d3fb7385817 HTTP/1.1" status: 200 len: 946 time: 0.6729815 Apr 07 14:28:23.495017 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be808b7-06dd-40c6-b6a6-561423eadbf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc439a2-63d2-4955-a6a8-85f0ccec4f3e,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:23.527086 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2be808b7-06dd-40c6-b6a6-561423eadbf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:23.532035 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-2be808b7-06dd-40c6-b6a6-561423eadbf8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/edc439a2-63d2-4955-a6a8-85f0ccec4f3e HTTP/1.1" status: 204 len: 168 time: 0.6589315 Apr 07 14:28:23.547097 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d97b4569-2fc8-4d0e-807a-03cc2a1c8523 req-4005e28e-933a-4ea1-8429-7969b18ca089 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] 10.222.0.63 "GET /v2.0/security-groups?id=36cb5e1a-9d61-4ef4-a45c-07260440c647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664871 Apr 07 14:28:23.561524 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2be808b7-06dd-40c6-b6a6-561423eadbf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:23.583595 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb8fd3-d48f-4c3e-82bf-041f9ae3dd93 req-700f26e2-1efc-442c-b47a-3bdd0715b2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:23.587113 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-6aeb8fd3-d48f-4c3e-82bf-041f9ae3dd93 req-700f26e2-1efc-442c-b47a-3bdd0715b2e1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bf182339-b847-42be-9a09-9d3fb7385817 HTTP/1.1" status: 200 len: 1099 time: 0.4272161 Apr 07 14:28:23.623271 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4e8a92ac-00bd-4ccd-9208-1308e1c130e0 req-34a9453d-a38b-4efe-8b4d-a5d3277cb518 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9062059 Apr 07 14:28:23.636182 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-9df98097-000e-442e-96c8-def84a9f9d87 req-ec7c067d-6480-4ced-8aed-83231a34906b service neutron] For port 296e53de-61dd-4e19-8ff2-3b0647237121, host hv-cinder-78093, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 14:28:23.699153 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-6aeb8fd3-d48f-4c3e-82bf-041f9ae3dd93 req-55a82eaf-d31f-4e7d-889c-894b2ff6929a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=36cb5e1a-9d61-4ef4-a45c-07260440c647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034100 Apr 07 14:28:23.707488 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [req-4e8a92ac-00bd-4ccd-9208-1308e1c130e0 req-f3e26407-886a-41bd-b282-c0968755346f service neutron] Request body: {'port': {'device_id': '021ddc90-93c3-461f-9637-839bb071931a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:28:23.853883 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-9df98097-000e-442e-96c8-def84a9f9d87 req-ec7c067d-6480-4ced-8aed-83231a34906b service neutron] For port 296e53de-61dd-4e19-8ff2-3b0647237121, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=296e53de-61dd-4e19-8ff2-3b0647237121,segment=NetworkSegment(915451d2-8683-4329-b99a-36d7903584f8),segment_id=915451d2-8683-4329-b99a-36d7903584f8)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 14:28:23.864575 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-4ed24371-d6c0-4bcf-96f4-5eb2e8a370e1 service neutron] 10.222.0.63 "GET /v2.0/networks/c030ef04-5242-408d-b21d-654932a78971?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4282885 Apr 07 14:28:23.868617 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-9df98097-000e-442e-96c8-def84a9f9d87 req-ec7c067d-6480-4ced-8aed-83231a34906b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:23.895353 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb1ee2-5386-4a37-8b01-dd4304ac453a req-ce4eb5c5-b955-4713-831a-a2592e4ae821 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:23.908865 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c0bb1ee2-5386-4a37-8b01-dd4304ac453a req-ce4eb5c5-b955-4713-831a-a2592e4ae821 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 931 time: 0.1651733 Apr 07 14:28:23.978232 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:24.013061 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c0bb1ee2-5386-4a37-8b01-dd4304ac453a req-c6a2f84b-3a54-41b2-b8e7-df2c7a374ed9 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941224 Apr 07 14:28:24.063619 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-4e8a92ac-00bd-4ccd-9208-1308e1c130e0 req-f3e26407-886a-41bd-b282-c0968755346f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:24.394783 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c067d-6480-4ced-8aed-83231a34906b service neutron] Pushing event updated for resources: {'Port': ['ID=296e53de-61dd-4e19-8ff2-3b0647237121,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:24.455101 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ec7c067d-6480-4ced-8aed-83231a34906b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:24.549882 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df98097-000e-442e-96c8-def84a9f9d87 req-ec7c067d-6480-4ced-8aed-83231a34906b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:24.551208 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-9df98097-000e-442e-96c8-def84a9f9d87 req-ec7c067d-6480-4ced-8aed-83231a34906b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:24.554295 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-9df98097-000e-442e-96c8-def84a9f9d87 req-ec7c067d-6480-4ced-8aed-83231a34906b service neutron] 10.222.0.81 "PUT /v2.0/ports/296e53de-61dd-4e19-8ff2-3b0647237121 HTTP/1.1" status: 200 len: 1093 time: 8.4566681 Apr 07 14:28:24.565361 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2df5967-e158-4073-89ff-08b5187cca38', 'tag': '296e53de-61dd-4e19-8ff2-3b0647237121'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:28:24.719421 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-6b509a52-3bf5-4081-985c-784b67bdf5f1 service neutron] 10.222.0.63 "GET /v2.0/networks/c030ef04-5242-408d-b21d-654932a78971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7410769 Apr 07 14:28:24.937091 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cfe57b-a106-4b0d-866a-507e75118aa0 req-2e37c38c-775d-4d01-94a6-a8ef53345b74 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:24.948546 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-34cfe57b-a106-4b0d-866a-507e75118aa0 req-2e37c38c-775d-4d01-94a6-a8ef53345b74 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] 10.222.0.63 "GET /v2.0/ports?device_id=bf182339-b847-42be-9a09-9d3fb7385817 HTTP/1.1" status: 200 len: 946 time: 0.1947963 Apr 07 14:28:24.988215 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-34cfe57b-a106-4b0d-866a-507e75118aa0 req-e0847704-7d6d-4e22-8a95-3c53b3068e2b tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] 10.222.0.63 "GET /v2.0/security-groups?id=36cb5e1a-9d61-4ef4-a45c-07260440c647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385077 Apr 07 14:28:25.046187 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2df5967-e158-4073-89ff-08b5187cca38', 'tag': '296e53de-61dd-4e19-8ff2-3b0647237121', 'status': 'completed', 'code': 200} Apr 07 14:28:25.114773 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-fbf27fef-2db8-4c74-aadf-cbd136ea5d8f req-24ff06df-fe51-4717-bcd6-bc89b9a0fc8a tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Synchronizing usage tracker for tenant:782e9eccce6d4f5898c76958383a5e3d on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:28:25.182452 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-fbf27fef-2db8-4c74-aadf-cbd136ea5d8f req-24ff06df-fe51-4717-bcd6-bc89b9a0fc8a tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Unset dirty status for tenant:782e9eccce6d4f5898c76958383a5e3d on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:28:25.183423 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df98097-000e-442e-96c8-def84a9f9d87 req-d33cce28-eb8d-43a0-b79c-0867b43ecb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:25.185510 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-9df98097-000e-442e-96c8-def84a9f9d87 req-d33cce28-eb8d-43a0-b79c-0867b43ecb5f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3cedb750960847b9a6d948554b936778&device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 1096 time: 0.3416243 Apr 07 14:28:25.198882 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [req-4e8a92ac-00bd-4ccd-9208-1308e1c130e0 req-f3e26407-886a-41bd-b282-c0968755346f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15d5286e-c5ef-4c43-a228-a33981f81ec7 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 14:28:25.203973 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-fbf27fef-2db8-4c74-aadf-cbd136ea5d8f req-24ff06df-fe51-4717-bcd6-bc89b9a0fc8a tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 210 time: 0.1624076 Apr 07 14:28:25.669671 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf386b5a-48f7-4026-aca4-9bbc82ac2973 req-c394e71f-4bad-4c35-b9fb-5c37a62189b5 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:25.670964 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-9df98097-000e-442e-96c8-def84a9f9d87 req-b51179fc-c297-472f-b3d5-553709640972 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=296e53de-61dd-4e19-8ff2-3b0647237121 HTTP/1.1" status: 200 len: 217 time: 0.4662352 Apr 07 14:28:25.672701 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-cf386b5a-48f7-4026-aca4-9bbc82ac2973 req-c394e71f-4bad-4c35-b9fb-5c37a62189b5 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 931 time: 0.2919090 Apr 07 14:28:25.682182 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-4e8a92ac-00bd-4ccd-9208-1308e1c130e0 req-f3e26407-886a-41bd-b282-c0968755346f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:25.760221 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-cf386b5a-48f7-4026-aca4-9bbc82ac2973 req-e0cbf2d1-861d-42c6-9022-408c5d95a8f4 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777357 Apr 07 14:28:25.793381 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-4e8a92ac-00bd-4ccd-9208-1308e1c130e0 req-f3e26407-886a-41bd-b282-c0968755346f service neutron] Transition to ACTIVE for port object 15d5286e-c5ef-4c43-a228-a33981f81ec7 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:28:25.802641 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-4e8a92ac-00bd-4ccd-9208-1308e1c130e0 req-f3e26407-886a-41bd-b282-c0968755346f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:25.843165 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:26.040554 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df98097-000e-442e-96c8-def84a9f9d87 req-3ec84d7d-f2b2-4cb2-b653-67a5c4eac2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:26.042162 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-9df98097-000e-442e-96c8-def84a9f9d87 req-3ec84d7d-f2b2-4cb2-b653-67a5c4eac2cb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e62acf97-8dac-49ae-b633-d54e2e4cb525 HTTP/1.1" status: 200 len: 858 time: 0.3545988 Apr 07 14:28:26.249136 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e26407-886a-41bd-b282-c0968755346f service neutron] Pushing event updated for resources: {'Port': ['ID=15d5286e-c5ef-4c43-a228-a33981f81ec7,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:26.278315 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f3e26407-886a-41bd-b282-c0968755346f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:26.290558 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c9fd8-16c6-4446-b42b-354b214d0668 req-592a34ef-d2ba-4224-bde2-6eaf3075cdc5 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:26.293781 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e36c9fd8-16c6-4446-b42b-354b214d0668 req-592a34ef-d2ba-4224-bde2-6eaf3075cdc5 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] 10.222.0.63 "GET /v2.0/ports?device_id=bf182339-b847-42be-9a09-9d3fb7385817 HTTP/1.1" status: 200 len: 946 time: 0.1399922 Apr 07 14:28:26.305952 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-9df98097-000e-442e-96c8-def84a9f9d87 req-6167aa80-6196-49bb-a7ad-3b666f75fb63 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2391665 Apr 07 14:28:26.362184 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e36c9fd8-16c6-4446-b42b-354b214d0668 req-1c47c0cb-017c-401c-b34b-fc674dfd4541 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] 10.222.0.63 "GET /v2.0/security-groups?id=36cb5e1a-9d61-4ef4-a45c-07260440c647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548010 Apr 07 14:28:26.756004 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-340f882a-c113-4f5e-8e4a-4bc693fe2de2 req-d917807d-929a-4a3e-bd6c-ce939671fe29 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 210 time: 0.1491833 Apr 07 14:28:26.942132 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-9df98097-000e-442e-96c8-def84a9f9d87 req-25dd9272-c809-4820-8f47-e35526b37888 service neutron] 10.222.0.81 "GET /v2.0/networks/346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6278133 Apr 07 14:28:27.059527 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-4e8a92ac-00bd-4ccd-9208-1308e1c130e0 req-f3e26407-886a-41bd-b282-c0968755346f service neutron] Attempting to bind port 15d5286e-c5ef-4c43-a228-a33981f81ec7 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 14:28:27.059947 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-4e8a92ac-00bd-4ccd-9208-1308e1c130e0 req-f3e26407-886a-41bd-b282-c0968755346f service neutron] Attempting to bind port 15d5286e-c5ef-4c43-a228-a33981f81ec7 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '915451d2-8683-4329-b99a-36d7903584f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 14:28:27.060486 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8a92ac-00bd-4ccd-9208-1308e1c130e0 req-f3e26407-886a-41bd-b282-c0968755346f service neutron] Attempting to bind port 15d5286e-c5ef-4c43-a228-a33981f81ec7 on network 346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:28:27.088981 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf988c7-fa7b-484e-a530-fce2dd03e21d req-55b281ff-1c40-4a94-8ce0-f0d56fe01971 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:27.104434 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5bf988c7-fa7b-484e-a530-fce2dd03e21d req-55b281ff-1c40-4a94-8ce0-f0d56fe01971 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 943 time: 0.1168973 Apr 07 14:28:27.157949 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8a92ac-00bd-4ccd-9208-1308e1c130e0 req-f3e26407-886a-41bd-b282-c0968755346f service neutron] Port 15d5286e-c5ef-4c43-a228-a33981f81ec7 on network 346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 14:28:27.158636 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8a92ac-00bd-4ccd-9208-1308e1c130e0 req-f3e26407-886a-41bd-b282-c0968755346f service neutron] Attempting to bind port 15d5286e-c5ef-4c43-a228-a33981f81ec7 on network 346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:28:27.166200 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5bf988c7-fa7b-484e-a530-fce2dd03e21d req-3cfdd590-b90d-4b09-a222-af6dfc2d525f tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604541 Apr 07 14:28:27.185931 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-9df98097-000e-442e-96c8-def84a9f9d87 req-0d7b452d-58a2-4f33-b5d8-4242601c6c52 service neutron] 10.222.0.81 "GET /v2.0/networks/346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256958 Apr 07 14:28:27.195835 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8a92ac-00bd-4ccd-9208-1308e1c130e0 req-f3e26407-886a-41bd-b282-c0968755346f service neutron] Checking agent: {'id': '9602430f-c8c8-408a-9570-479772f8b05b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 14, 25, 46), 'started_at': datetime.datetime(2021, 4, 7, 14, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 14, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 14:28:27.196511 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8a92ac-00bd-4ccd-9208-1308e1c130e0 req-f3e26407-886a-41bd-b282-c0968755346f service neutron] Checking segment: {'id': '915451d2-8683-4329-b99a-36d7903584f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:28:27.197135 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8a92ac-00bd-4ccd-9208-1308e1c130e0 req-f3e26407-886a-41bd-b282-c0968755346f service neutron] Bound using segment: {'id': '915451d2-8683-4329-b99a-36d7903584f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 14:28:27.197960 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-4e8a92ac-00bd-4ccd-9208-1308e1c130e0 req-f3e26407-886a-41bd-b282-c0968755346f service neutron] Bound port: 15d5286e-c5ef-4c43-a228-a33981f81ec7, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '915451d2-8683-4329-b99a-36d7903584f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 14:28:27.198857 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-4e8a92ac-00bd-4ccd-9208-1308e1c130e0 req-f3e26407-886a-41bd-b282-c0968755346f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:27.346727 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdfbd60-1b76-48c3-b720-173b4d485d0e req-1de23803-5050-447a-9f9b-46075e2e6de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:27.348465 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0fdfbd60-1b76-48c3-b720-173b4d485d0e req-1de23803-5050-447a-9f9b-46075e2e6de5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3cedb750960847b9a6d948554b936778&device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 1096 time: 0.0961065 Apr 07 14:28:27.619075 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdfbd60-1b76-48c3-b720-173b4d485d0e req-26abe013-1ffe-44c3-928b-514f17487d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:27.620816 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0fdfbd60-1b76-48c3-b720-173b4d485d0e req-26abe013-1ffe-44c3-928b-514f17487d22 service neutron] 10.222.0.81 "GET /v2.0/networks?id=346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb HTTP/1.1" status: 200 len: 919 time: 0.2537651 Apr 07 14:28:27.759765 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-4e8a92ac-00bd-4ccd-9208-1308e1c130e0 req-f3e26407-886a-41bd-b282-c0968755346f service neutron] For port 15d5286e-c5ef-4c43-a228-a33981f81ec7, host hv-cinder-78093, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 14:28:27.775345 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0fdfbd60-1b76-48c3-b720-173b4d485d0e req-24ef9207-bdb1-453d-b8df-11e3a71372bb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=296e53de-61dd-4e19-8ff2-3b0647237121 HTTP/1.1" status: 200 len: 217 time: 0.1408868 Apr 07 14:28:27.802871 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-4e8a92ac-00bd-4ccd-9208-1308e1c130e0 req-f3e26407-886a-41bd-b282-c0968755346f service neutron] For port 15d5286e-c5ef-4c43-a228-a33981f81ec7, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=15d5286e-c5ef-4c43-a228-a33981f81ec7,segment=NetworkSegment(915451d2-8683-4329-b99a-36d7903584f8),segment_id=915451d2-8683-4329-b99a-36d7903584f8)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 14:28:27.819722 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-02f17204-b7dd-446c-86f8-71320f8959e1 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:27.822539 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-02f17204-b7dd-446c-86f8-71320f8959e1 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.81 "GET /v2.0/networks?id=c030ef04-5242-408d-b21d-654932a78971 HTTP/1.1" status: 200 len: 817 time: 0.5650840 Apr 07 14:28:27.826606 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-4e8a92ac-00bd-4ccd-9208-1308e1c130e0 req-f3e26407-886a-41bd-b282-c0968755346f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:27.877521 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdfbd60-1b76-48c3-b720-173b4d485d0e req-164b6b11-25ea-4974-bf62-1afabe270e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:27.879139 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0fdfbd60-1b76-48c3-b720-173b4d485d0e req-164b6b11-25ea-4974-bf62-1afabe270e91 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e62acf97-8dac-49ae-b633-d54e2e4cb525 HTTP/1.1" status: 200 len: 858 time: 0.0987222 Apr 07 14:28:27.992179 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0fdfbd60-1b76-48c3-b720-173b4d485d0e req-85376100-cb89-489f-a46a-7e0818a36325 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957685 Apr 07 14:28:27.998398 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 43942) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:28:28.148231 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b4dbdbe0-6636-45da-82bf-d4486b764556 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:28.287370 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-80bae54b-485b-49f2-a00f-46930a4db345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:28.323642 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0fdfbd60-1b76-48c3-b720-173b4d485d0e req-ffefdf47-fbf1-4e0e-98ef-b83eaf1a39bf service neutron] 10.222.0.81 "GET /v2.0/networks/346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238878 Apr 07 14:28:28.324848 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-80bae54b-485b-49f2-a00f-46930a4db345 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:28:28.330424 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-80bae54b-485b-49f2-a00f-46930a4db345 admin admin] Usage tracker for resource:security_group_rule and tenant:ba9fbefcc17b41c7b67955fca540eb8c is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:28:28.334156 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-80bae54b-485b-49f2-a00f-46930a4db345 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:28:28.341525 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-80bae54b-485b-49f2-a00f-46930a4db345 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:28:28.440717 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-80bae54b-485b-49f2-a00f-46930a4db345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:28.505709 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e26407-886a-41bd-b282-c0968755346f service neutron] Pushing event updated for resources: {'Port': ['ID=15d5286e-c5ef-4c43-a228-a33981f81ec7,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:28.530835 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-11938585-ae25-442e-870b-6bc95ca24f2a tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=782e9eccce6d4f5898c76958383a5e3d HTTP/1.1" status: 200 len: 5703 time: 0.3845487 Apr 07 14:28:28.620846 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-e337064b-8465-42da-93b8-8990b6ed07dc tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Request body: {'port': {'device_id': 'b209db44-6b45-43be-8bbc-640d1b3af949', 'network_id': 'c030ef04-5242-408d-b21d-654932a78971', 'admin_state_up': True, 'tenant_id': '782e9eccce6d4f5898c76958383a5e3d', 'security_groups': ['76d1849f-9d66-4b5e-b063-25962b4721e1']}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:28:28.658657 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e26407-886a-41bd-b282-c0968755346f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:28:28.659339 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e26407-886a-41bd-b282-c0968755346f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:28:28.660274 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e26407-886a-41bd-b282-c0968755346f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:28:28.660864 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e26407-886a-41bd-b282-c0968755346f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:28:28.661486 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e26407-886a-41bd-b282-c0968755346f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:28:28.662216 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e26407-886a-41bd-b282-c0968755346f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:28:28.662863 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e26407-886a-41bd-b282-c0968755346f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:28:28.663550 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e26407-886a-41bd-b282-c0968755346f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:28:28.664233 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e26407-886a-41bd-b282-c0968755346f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:28:28.664872 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e26407-886a-41bd-b282-c0968755346f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:28:28.665503 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e26407-886a-41bd-b282-c0968755346f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:28:28.665786 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-80bae54b-485b-49f2-a00f-46930a4db345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:28.666152 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e26407-886a-41bd-b282-c0968755346f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:28:28.673616 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:28.707363 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0fdfbd60-1b76-48c3-b720-173b4d485d0e req-f8fdb753-0e30-480d-b507-9fd944d18317 service neutron] 10.222.0.81 "GET /v2.0/networks/346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645683 Apr 07 14:28:28.713227 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bae54b-485b-49f2-a00f-46930a4db345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb6ab37-cd52-4c51-a024-44d1065381b8,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:28.715446 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f3e26407-886a-41bd-b282-c0968755346f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:28.777678 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bae54b-485b-49f2-a00f-46930a4db345 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:28:28.778443 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bae54b-485b-49f2-a00f-46930a4db345 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:28:28.778443 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bae54b-485b-49f2-a00f-46930a4db345 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:28:28.779077 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bae54b-485b-49f2-a00f-46930a4db345 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:28:28.779230 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bae54b-485b-49f2-a00f-46930a4db345 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:28:28.779545 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bae54b-485b-49f2-a00f-46930a4db345 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:28:28.779864 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bae54b-485b-49f2-a00f-46930a4db345 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:28:28.780393 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bae54b-485b-49f2-a00f-46930a4db345 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:28:28.780766 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bae54b-485b-49f2-a00f-46930a4db345 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:28:28.781145 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bae54b-485b-49f2-a00f-46930a4db345 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:28:28.781507 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bae54b-485b-49f2-a00f-46930a4db345 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:28:28.781870 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bae54b-485b-49f2-a00f-46930a4db345 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:28:28.799834 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-80bae54b-485b-49f2-a00f-46930a4db345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:28.825787 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-80bae54b-485b-49f2-a00f-46930a4db345 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ba9fbefcc17b41c7b67955fca540eb8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8246987 Apr 07 14:28:28.826591 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 43970) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:28:28.900536 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-219bf77c-e143-4954-a144-c374769d7589 req-e4dd502f-686c-4289-af7d-16b03a551776 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 210 time: 0.5252855 Apr 07 14:28:28.902756 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a92ac-00bd-4ccd-9208-1308e1c130e0 req-f3e26407-886a-41bd-b282-c0968755346f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:28.903963 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-4e8a92ac-00bd-4ccd-9208-1308e1c130e0 req-f3e26407-886a-41bd-b282-c0968755346f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:28.906624 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4e8a92ac-00bd-4ccd-9208-1308e1c130e0 req-f3e26407-886a-41bd-b282-c0968755346f service neutron] 10.222.0.81 "PUT /v2.0/ports/15d5286e-c5ef-4c43-a228-a33981f81ec7 HTTP/1.1" status: 200 len: 1093 time: 5.2429302 Apr 07 14:28:28.914062 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0f30c-e343-408b-ace7-70052091bf7e req-736a13f5-5ba7-430e-b64d-8c090a011164 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:28.915991 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-58c0f30c-e343-408b-ace7-70052091bf7e req-736a13f5-5ba7-430e-b64d-8c090a011164 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 943 time: 0.2044251 Apr 07 14:28:28.944062 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e95f3c93-b266-4222-ad2f-5ba18abd2318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:28.955166 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '021ddc90-93c3-461f-9637-839bb071931a', 'tag': '15d5286e-c5ef-4c43-a228-a33981f81ec7'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:28:28.992079 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-58c0f30c-e343-408b-ace7-70052091bf7e req-58eb1762-d7bc-41ca-a906-f59234b13dab tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526798 Apr 07 14:28:29.014465 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e95f3c93-b266-4222-ad2f-5ba18abd2318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:29.103560 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '021ddc90-93c3-461f-9637-839bb071931a', 'tag': '15d5286e-c5ef-4c43-a228-a33981f81ec7', 'status': 'completed', 'code': 200} Apr 07 14:28:29.113182 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e95f3c93-b266-4222-ad2f-5ba18abd2318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:29.127526 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-80bae54b-485b-49f2-a00f-46930a4db345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:29.156242 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f3c93-b266-4222-ad2f-5ba18abd2318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb6ab37-cd52-4c51-a024-44d1065381b8,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:29.163335 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-e95f3c93-b266-4222-ad2f-5ba18abd2318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:29.169897 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e95f3c93-b266-4222-ad2f-5ba18abd2318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:29.173409 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-e95f3c93-b266-4222-ad2f-5ba18abd2318 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7cb6ab37-cd52-4c51-a024-44d1065381b8 HTTP/1.1" status: 204 len: 168 time: 0.3394072 Apr 07 14:28:29.309931 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a92ac-00bd-4ccd-9208-1308e1c130e0 req-ea843ea7-03da-405e-8520-85d53862c374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:29.312796 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4e8a92ac-00bd-4ccd-9208-1308e1c130e0 req-ea843ea7-03da-405e-8520-85d53862c374 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3cedb750960847b9a6d948554b936778&device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 1096 time: 0.3384192 Apr 07 14:28:29.322347 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-e337064b-8465-42da-93b8-8990b6ed07dc tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:28:29.342567 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-e337064b-8465-42da-93b8-8990b6ed07dc tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:28:29.503302 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-e337064b-8465-42da-93b8-8990b6ed07dc tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Made reservation on behalf of 782e9eccce6d4f5898c76958383a5e3d for: {'port': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:28:29.525531 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-e337064b-8465-42da-93b8-8990b6ed07dc tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:29.741858 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-e337064b-8465-42da-93b8-8990b6ed07dc tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Allocated IP 172.20.0.12 (c030ef04-5242-408d-b21d-654932a78971/922c7ccf-af8e-4c6b-baef-d00c20689db2/207765ac-57a5-4aa8-a2e0-6c4476ab7a6f) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 14:28:29.960832 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4e8a92ac-00bd-4ccd-9208-1308e1c130e0 req-181ff415-123a-44c2-bb92-3130f92b96a7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15d5286e-c5ef-4c43-a228-a33981f81ec7 HTTP/1.1" status: 200 len: 217 time: 0.5973520 Apr 07 14:28:30.416154 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 296e53de-61dd-4e19-8ff2-3b0647237121 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=84314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 14:28:30.712839 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444aae3-5dc1-4344-aed8-d70c4fd201d6 req-b8320651-2dbc-4f34-8c92-e2c262e2053c tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:30.715964 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-8444aae3-5dc1-4344-aed8-d70c4fd201d6 req-b8320651-2dbc-4f34-8c92-e2c262e2053c tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/networks?id=48947f08-8f4e-4445-a0c2-94b53fac764a HTTP/1.1" status: 200 len: 814 time: 0.5992491 Apr 07 14:28:30.763615 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-8444aae3-5dc1-4344-aed8-d70c4fd201d6 req-91d8d9d9-a844-48cc-bcdb-979a2578e30a tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/quotas/af6fad83fbd440a78d4e9f9cd610cc9b HTTP/1.1" status: 200 len: 375 time: 0.0327232 Apr 07 14:28:30.816604 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port 296e53de-61dd-4e19-8ff2-3b0647237121, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=296e53de-61dd-4e19-8ff2-3b0647237121,segment=NetworkSegment(915451d2-8683-4329-b99a-36d7903584f8),segment_id=915451d2-8683-4329-b99a-36d7903584f8)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:28:30.855981 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Returning: {'device': '296e53de-61dd-4e19-8ff2-3b0647237121', 'network_id': '346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb', 'port_id': '296e53de-61dd-4e19-8ff2-3b0647237121', 'mac_address': 'fa:16:3e:89:3f:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e62acf97-8dac-49ae-b633-d54e2e4cb525', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 14:28:30.927285 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a92ac-00bd-4ccd-9208-1308e1c130e0 req-ee48b4d4-831c-4a90-957a-4f59376893fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:30.928382 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4e8a92ac-00bd-4ccd-9208-1308e1c130e0 req-ee48b4d4-831c-4a90-957a-4f59376893fc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e62acf97-8dac-49ae-b633-d54e2e4cb525 HTTP/1.1" status: 200 len: 858 time: 0.9656551 Apr 07 14:28:31.004362 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:31.008240 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 296e53de-61dd-4e19-8ff2-3b0647237121 {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 14:28:31.044770 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port 296e53de-61dd-4e19-8ff2-3b0647237121, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=296e53de-61dd-4e19-8ff2-3b0647237121,segment=NetworkSegment(915451d2-8683-4329-b99a-36d7903584f8),segment_id=915451d2-8683-4329-b99a-36d7903584f8)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:28:31.049566 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4e8a92ac-00bd-4ccd-9208-1308e1c130e0 req-202f828f-f1ea-4bfa-b611-8ec54ea17c80 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997157 Apr 07 14:28:31.051862 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:31.058008 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:31.234094 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Pushing event updated for resources: {'Port': ['ID=296e53de-61dd-4e19-8ff2-3b0647237121,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:31.240999 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:31.295300 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-e337064b-8465-42da-93b8-8990b6ed07dc tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:31.343239 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-8444aae3-5dc1-4344-aed8-d70c4fd201d6 req-8d876870-12c0-40b4-83e4-da19916e7825 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=af6fad83fbd440a78d4e9f9cd610cc9b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5619280 Apr 07 14:28:31.383976 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] get_ports_and_sgs() called for port_ids ['296e53de-61dd-4e19-8ff2-3b0647237121'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 14:28:31.477843 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-640d43f7-a774-4ede-be0b-ba1be1c83596 req-883d38dd-b961-4ff6-ba6d-cd13dd540cf4 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 210 time: 0.1006954 Apr 07 14:28:31.526236 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-8444aae3-5dc1-4344-aed8-d70c4fd201d6 req-ae488297-25ca-4216-a06c-6ec156e2e38a service neutron] 10.222.0.63 "GET /v2.0/networks/48947f08-8f4e-4445-a0c2-94b53fac764a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818893 Apr 07 14:28:31.706312 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-8444aae3-5dc1-4344-aed8-d70c4fd201d6 req-a5d4854b-7f9c-4c8b-b768-3c4c8e38d9e9 service neutron] 10.222.0.63 "GET /v2.0/networks/48947f08-8f4e-4445-a0c2-94b53fac764a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786892 Apr 07 14:28:31.720746 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-e337064b-8465-42da-93b8-8990b6ed07dc tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Transition to ACTIVE for port object 207765ac-57a5-4aa8-a2e0-6c4476ab7a6f will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:28:31.724813 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f70179-1fcc-46d6-844b-571fc41f2e9f req-728b753c-989b-4bde-ae89-bc7a66fd99f0 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:31.726870 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-74f70179-1fcc-46d6-844b-571fc41f2e9f req-728b753c-989b-4bde-ae89-bc7a66fd99f0 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 943 time: 0.1142030 Apr 07 14:28:31.804742 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-74f70179-1fcc-46d6-844b-571fc41f2e9f req-016a6bd0-d668-4775-b887-1b6982a211b4 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670671 Apr 07 14:28:31.867475 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4e8a92ac-00bd-4ccd-9208-1308e1c130e0 req-e15d9edb-3b0e-4199-951c-539ee3bc67ee service neutron] 10.222.0.81 "GET /v2.0/networks/346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7910197 Apr 07 14:28:31.918660 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 44080) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:28:32.195643 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e5d14b37-5d84-4212-b404-83464557e218 req-8c0b436e-6d69-4632-809f-32bbad8f02bd tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc58f59d-ee54-426e-95ff-74445b66c6ec HTTP/1.1" status: 200 len: 210 time: 0.1334655 Apr 07 14:28:32.279676 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4e8a92ac-00bd-4ccd-9208-1308e1c130e0 req-6ef8145d-7ac4-47f7-933c-34365ffc10ea service neutron] 10.222.0.81 "GET /v2.0/networks/346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3969741 Apr 07 14:28:32.297277 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-e337064b-8465-42da-93b8-8990b6ed07dc tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732486185860'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:32.428925 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 44096) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:28:32.467506 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-c32a825e-9cf3-4507-9bb0-5a7c8b0ce119 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:32.561026 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a050f305-7cb8-4431-bed3-f370a6fa0e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:32.637172 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-14cd2b0b-a4b6-4958-97b8-b21d9cc7aea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:32.656569 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337064b-8465-42da-93b8-8990b6ed07dc tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Pushing event updated for resources: {'Port': ['ID=207765ac-57a5-4aa8-a2e0-6c4476ab7a6f,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:32.666127 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-e337064b-8465-42da-93b8-8990b6ed07dc tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:32.678015 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-a050f305-7cb8-4431-bed3-f370a6fa0e25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:28:32.687814 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-14cd2b0b-a4b6-4958-97b8-b21d9cc7aea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:28:32.693958 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-a050f305-7cb8-4431-bed3-f370a6fa0e25 admin admin] Usage tracker for resource:security_group_rule and tenant:2327c2caf54f4f93978a16132f64e32a is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:28:32.706775 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-a050f305-7cb8-4431-bed3-f370a6fa0e25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:28:32.722160 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-14cd2b0b-a4b6-4958-97b8-b21d9cc7aea2 admin admin] Usage tracker for resource:security_group_rule and tenant:55d9895d2b024ee5ac5f6db975c5ff3b is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:28:32.729843 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-14cd2b0b-a4b6-4958-97b8-b21d9cc7aea2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:28:32.739533 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-a050f305-7cb8-4431-bed3-f370a6fa0e25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:28:32.747574 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-14cd2b0b-a4b6-4958-97b8-b21d9cc7aea2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:28:33.027966 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e1cfd-03d4-4f1d-96f4-e46aefb26045 req-8587a469-7400-405e-9823-1c75a2d7d860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:33.030033 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-739e1cfd-03d4-4f1d-96f4-e46aefb26045 req-8587a469-7400-405e-9823-1c75a2d7d860 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3cedb750960847b9a6d948554b936778&device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 1096 time: 0.6547964 Apr 07 14:28:33.084502 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab474b3-3d33-4020-a7b4-fe9302a21c71 req-8a9d0b3c-3074-49cb-9ce8-73f4fc8d3f79 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:33.086632 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-fab474b3-3d33-4020-a7b4-fe9302a21c71 req-8a9d0b3c-3074-49cb-9ce8-73f4fc8d3f79 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 932 time: 0.3292494 Apr 07 14:28:33.151491 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-14cd2b0b-a4b6-4958-97b8-b21d9cc7aea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:33.180397 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-14cd2b0b-a4b6-4958-97b8-b21d9cc7aea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:33.201399 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-e337064b-8465-42da-93b8-8990b6ed07dc tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Network c030ef04-5242-408d-b21d-654932a78971 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:28:33.214504 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-e95f3c93-b266-4222-ad2f-5ba18abd2318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:33.215872 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-e337064b-8465-42da-93b8-8990b6ed07dc tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:28:33.224069 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-e337064b-8465-42da-93b8-8990b6ed07dc tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 14:28:33.235777 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-e337064b-8465-42da-93b8-8990b6ed07dc tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:33.236775 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-e337064b-8465-42da-93b8-8990b6ed07dc tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:33.266186 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a050f305-7cb8-4431-bed3-f370a6fa0e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:33.269562 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd2b0b-a4b6-4958-97b8-b21d9cc7aea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03918632-0cb2-4999-b1d8-0043d76137ba,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:33.283402 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-e337064b-8465-42da-93b8-8990b6ed07dc tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7355144 Apr 07 14:28:33.298002 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a050f305-7cb8-4431-bed3-f370a6fa0e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:33.304609 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-39faad39-f965-4159-96fd-8cf793588b35 service neutron] Request body: {'port': {'device_id': 'b209db44-6b45-43be-8bbc-640d1b3af949', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:28:33.306239 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-14cd2b0b-a4b6-4958-97b8-b21d9cc7aea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:33.307625 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-14cd2b0b-a4b6-4958-97b8-b21d9cc7aea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:33.341554 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a050f305-7cb8-4431-bed3-f370a6fa0e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d31465-2380-4ed9-b645-89d045e95496,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:33.366789 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-14cd2b0b-a4b6-4958-97b8-b21d9cc7aea2 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=55d9895d2b024ee5ac5f6db975c5ff3b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4467146 Apr 07 14:28:33.376400 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a050f305-7cb8-4431-bed3-f370a6fa0e25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:33.383800 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-fab474b3-3d33-4020-a7b4-fe9302a21c71 req-badd4330-6548-4c8e-b78e-de0c47c8cd2a tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2880270 Apr 07 14:28:33.386995 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d727cd3-b8c2-438d-8d28-6ab4ed226627 req-8ce041d8-47ca-4a3f-b4a9-cf716cadd553 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:33.389437 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-6d727cd3-b8c2-438d-8d28-6ab4ed226627 req-8ce041d8-47ca-4a3f-b4a9-cf716cadd553 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 943 time: 0.4200509 Apr 07 14:28:33.390200 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 44130) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:28:33.496579 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-6d727cd3-b8c2-438d-8d28-6ab4ed226627 req-8408b486-6bf6-458c-9bf4-4044ce97672a tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808501 Apr 07 14:28:33.511845 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-a050f305-7cb8-4431-bed3-f370a6fa0e25 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2327c2caf54f4f93978a16132f64e32a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0817852 Apr 07 14:28:33.520747 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 44136) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:28:33.621295 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-39faad39-f965-4159-96fd-8cf793588b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:33.665489 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1a185d8-05f6-4013-abb7-33b4ad6f4886 None None] Provisioning for port 207765ac-57a5-4aa8-a2e0-6c4476ab7a6f completed by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:28:33.671585 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-a1a185d8-05f6-4013-abb7-33b4ad6f4886 None None] Provisioning complete for port 207765ac-57a5-4aa8-a2e0-6c4476ab7a6f triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:28:33.673174 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a1a185d8-05f6-4013-abb7-33b4ad6f4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:33.710906 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4775bb12-b594-40f7-940f-e1eacd0a79b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:33.761114 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-a1a185d8-05f6-4013-abb7-33b4ad6f4886 None None] Port 207765ac-57a5-4aa8-a2e0-6c4476ab7a6f cannot update to ACTIVE because it is not bound. {{(pid=84314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 14:28:33.791483 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0153a3d1-178d-4455-a12c-c90389aa62b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:33.823023 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4775bb12-b594-40f7-940f-e1eacd0a79b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:33.828823 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e1cfd-03d4-4f1d-96f4-e46aefb26045 req-28553f85-af9a-457b-b48e-8dc801f297cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:33.830453 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-739e1cfd-03d4-4f1d-96f4-e46aefb26045 req-28553f85-af9a-457b-b48e-8dc801f297cb service neutron] 10.222.0.81 "GET /v2.0/networks?id=346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb HTTP/1.1" status: 200 len: 919 time: 0.7866805 Apr 07 14:28:33.907312 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0153a3d1-178d-4455-a12c-c90389aa62b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:34.027965 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4775bb12-b594-40f7-940f-e1eacd0a79b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:34.043373 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00dd5cb7-785a-4ed1-bf2d-4ec2ee18ad53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:34.058361 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4775bb12-b594-40f7-940f-e1eacd0a79b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03918632-0cb2-4999-b1d8-0043d76137ba,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:34.064839 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-4775bb12-b594-40f7-940f-e1eacd0a79b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:34.080349 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-9b2446ab-f60c-43d9-aa2e-588a3b243873 req-0833fe21-a84c-4e96-bc3f-12a7504788a4 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc58f59d-ee54-426e-95ff-74445b66c6ec HTTP/1.1" status: 200 len: 210 time: 0.2545795 Apr 07 14:28:34.082309 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-739e1cfd-03d4-4f1d-96f4-e46aefb26045 req-b5e36896-9fe0-4454-aac7-33bc648389ef service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15d5286e-c5ef-4c43-a228-a33981f81ec7 HTTP/1.1" status: 200 len: 217 time: 0.1990855 Apr 07 14:28:34.093496 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4775bb12-b594-40f7-940f-e1eacd0a79b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:34.101299 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-4775bb12-b594-40f7-940f-e1eacd0a79b5 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/03918632-0cb2-4999-b1d8-0043d76137ba HTTP/1.1" status: 204 len: 168 time: 0.7072628 Apr 07 14:28:34.109212 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0153a3d1-178d-4455-a12c-c90389aa62b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:34.115719 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f9e215fc-1435-4e86-be9b-9b29678679b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:34.147049 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0153a3d1-178d-4455-a12c-c90389aa62b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d31465-2380-4ed9-b645-89d045e95496,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:34.150820 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0153a3d1-178d-4455-a12c-c90389aa62b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:34.153493 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0153a3d1-178d-4455-a12c-c90389aa62b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:34.157274 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-0153a3d1-178d-4455-a12c-c90389aa62b6 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/73d31465-2380-4ed9-b645-89d045e95496 HTTP/1.1" status: 204 len: 168 time: 0.6320884 Apr 07 14:28:34.422456 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 296e53de-61dd-4e19-8ff2-3b0647237121 up at agent hyperv_hv-cinder-78093 {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:28:34.509698 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 44164) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:28:34.658812 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Provisioning for port 296e53de-61dd-4e19-8ff2-3b0647237121 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:28:34.673514 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Provisioning complete for port 296e53de-61dd-4e19-8ff2-3b0647237121 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:28:34.676978 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:34.683451 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444aae3-5dc1-4344-aed8-d70c4fd201d6 req-c5b7b96d-1b03-454c-a59d-03c671cc2156 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:34.685231 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-8444aae3-5dc1-4344-aed8-d70c4fd201d6 req-c5b7b96d-1b03-454c-a59d-03c671cc2156 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.81 "GET /v2.0/networks?id=48947f08-8f4e-4445-a0c2-94b53fac764a HTTP/1.1" status: 200 len: 814 time: 0.4661524 Apr 07 14:28:34.702374 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [req-8444aae3-5dc1-4344-aed8-d70c4fd201d6 req-9be39081-1e72-44ff-b084-6113eb60ce5a tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Request body: {'port': {'device_id': 'bc58f59d-ee54-426e-95ff-74445b66c6ec', 'network_id': '48947f08-8f4e-4445-a0c2-94b53fac764a', 'admin_state_up': True, 'tenant_id': 'af6fad83fbd440a78d4e9f9cd610cc9b'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:28:34.863343 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e80f0879-18b5-4413-a874-87c332be062b req-80d97d76-86e2-423e-b2d1-55a2b07fac71 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=9bea11aaf4cc452fa4eba4dac6229523&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0683725 Apr 07 14:28:34.905564 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e1cfd-03d4-4f1d-96f4-e46aefb26045 req-a821698f-5e7c-40a5-b671-05cd527f5896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:34.907433 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-739e1cfd-03d4-4f1d-96f4-e46aefb26045 req-a821698f-5e7c-40a5-b671-05cd527f5896 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e62acf97-8dac-49ae-b633-d54e2e4cb525 HTTP/1.1" status: 200 len: 858 time: 0.8157787 Apr 07 14:28:35.068376 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:35.072632 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-739e1cfd-03d4-4f1d-96f4-e46aefb26045 req-4152bc1d-6866-432b-b636-e936153153b5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897825 Apr 07 14:28:35.082197 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [req-8444aae3-5dc1-4344-aed8-d70c4fd201d6 req-9be39081-1e72-44ff-b084-6113eb60ce5a tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:28:35.095364 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [req-8444aae3-5dc1-4344-aed8-d70c4fd201d6 req-9be39081-1e72-44ff-b084-6113eb60ce5a tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:28:35.104791 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port 296e53de-61dd-4e19-8ff2-3b0647237121, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=296e53de-61dd-4e19-8ff2-3b0647237121,segment=NetworkSegment(915451d2-8683-4329-b99a-36d7903584f8),segment_id=915451d2-8683-4329-b99a-36d7903584f8)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:28:35.106420 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2df5967-e158-4073-89ff-08b5187cca38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '296e53de-61dd-4e19-8ff2-3b0647237121'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:28:35.117949 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:35.122062 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:35.122770 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8138f0a8-f281-41ec-8978-157dd9ecf89c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:35.138245 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8444aae3-5dc1-4344-aed8-d70c4fd201d6 req-9be39081-1e72-44ff-b084-6113eb60ce5a tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Made reservation on behalf of af6fad83fbd440a78d4e9f9cd610cc9b for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:28:35.146727 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-8444aae3-5dc1-4344-aed8-d70c4fd201d6 req-9be39081-1e72-44ff-b084-6113eb60ce5a tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:35.281757 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-739e1cfd-03d4-4f1d-96f4-e46aefb26045 req-6aae9bc9-205a-4acf-902b-c7d2606d9d45 service neutron] 10.222.0.81 "GET /v2.0/networks/346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868606 Apr 07 14:28:35.335441 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Pushing event updated for resources: {'Port': ['ID=296e53de-61dd-4e19-8ff2-3b0647237121,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:35.342328 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [req-8444aae3-5dc1-4344-aed8-d70c4fd201d6 req-9be39081-1e72-44ff-b084-6113eb60ce5a tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Allocated IP 172.20.0.4 (48947f08-8f4e-4445-a0c2-94b53fac764a/680613ef-fc50-4022-b80a-d2e8597917da/1d458b85-a651-478f-9f15-ac9a80425e63) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 14:28:35.352217 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:28:35.352952 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:28:35.353482 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:28:35.354107 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:28:35.355026 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:28:35.356038 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:28:35.356673 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:28:35.357302 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:28:35.358183 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:28:35.358561 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:28:35.359216 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:28:35.359854 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:28:35.368523 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:35.395389 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-8138f0a8-f281-41ec-8978-157dd9ecf89c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:28:35.424788 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-8138f0a8-f281-41ec-8978-157dd9ecf89c admin admin] Usage tracker for resource:security_group_rule and tenant:9cf862721e344f71912c6b18d81bfe4e is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:28:35.444104 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-8138f0a8-f281-41ec-8978-157dd9ecf89c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:28:35.482003 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-8138f0a8-f281-41ec-8978-157dd9ecf89c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:28:35.485142 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 44204) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:28:35.500623 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557fe47-874c-4eb1-9f1b-9fcb63209364 req-f6763a4c-f367-4e64-b4e8-d0f6f221843a tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:35.511950 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-739e1cfd-03d4-4f1d-96f4-e46aefb26045 req-aa4ad517-7cff-4610-9520-45f45b0604e4 service neutron] 10.222.0.81 "GET /v2.0/networks/346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121625 Apr 07 14:28:35.512843 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b557fe47-874c-4eb1-9f1b-9fcb63209364 req-f6763a4c-f367-4e64-b4e8-d0f6f221843a tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 932 time: 0.7061899 Apr 07 14:28:35.557310 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f0879-18b5-4413-a874-87c332be062b req-11cee7ff-394d-41eb-8a0e-82f2516c15b4 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:35.559108 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e80f0879-18b5-4413-a874-87c332be062b req-11cee7ff-394d-41eb-8a0e-82f2516c15b4 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6944714 Apr 07 14:28:35.622437 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e80f0879-18b5-4413-a874-87c332be062b req-22b51061-2027-44a4-8d67-f8c0fdb1f4a3 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] 10.222.0.63 "GET /v2.0/quotas/9bea11aaf4cc452fa4eba4dac6229523 HTTP/1.1" status: 200 len: 375 time: 0.0274847 Apr 07 14:28:35.635630 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-39faad39-f965-4159-96fd-8cf793588b35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 207765ac-57a5-4aa8-a2e0-6c4476ab7a6f {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 14:28:35.694385 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-39faad39-f965-4159-96fd-8cf793588b35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:35.698850 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e80f0879-18b5-4413-a874-87c332be062b req-825553bd-1435-4458-99fd-37d14c78a731 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=9bea11aaf4cc452fa4eba4dac6229523&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662582 Apr 07 14:28:35.715292 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-39faad39-f965-4159-96fd-8cf793588b35 service neutron] Transition to ACTIVE for port object 207765ac-57a5-4aa8-a2e0-6c4476ab7a6f will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:28:35.720900 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-39faad39-f965-4159-96fd-8cf793588b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:35.747221 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f3e26407-886a-41bd-b282-c0968755346f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:35.757869 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8fd66627-618e-4e08-bc35-3289c8b2e34f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:35.886066 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39faad39-f965-4159-96fd-8cf793588b35 service neutron] Pushing event updated for resources: {'Port': ['ID=207765ac-57a5-4aa8-a2e0-6c4476ab7a6f,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:35.897729 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-39faad39-f965-4159-96fd-8cf793588b35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:35.907480 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b557fe47-874c-4eb1-9f1b-9fcb63209364 req-ae72ab97-e81c-4e48-b130-6383632ac758 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3352664 Apr 07 14:28:35.945114 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-8fd66627-618e-4e08-bc35-3289c8b2e34f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:28:35.949922 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-8fd66627-618e-4e08-bc35-3289c8b2e34f admin admin] Usage tracker for resource:security_group_rule and tenant:0d8899ee8a064b10bed4f09133822b9e is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:28:35.966002 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-8fd66627-618e-4e08-bc35-3289c8b2e34f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:28:36.017081 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-8fd66627-618e-4e08-bc35-3289c8b2e34f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:28:36.317277 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-39faad39-f965-4159-96fd-8cf793588b35 service neutron] Attempting to bind port 207765ac-57a5-4aa8-a2e0-6c4476ab7a6f on host hv-cinder-78093 for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 14:28:36.318342 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-39faad39-f965-4159-96fd-8cf793588b35 service neutron] Attempting to bind port 207765ac-57a5-4aa8-a2e0-6c4476ab7a6f by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '0118da08-8e30-4678-bce3-0cdb584704d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c030ef04-5242-408d-b21d-654932a78971'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 14:28:36.318342 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-39faad39-f965-4159-96fd-8cf793588b35 service neutron] Attempting to bind port 207765ac-57a5-4aa8-a2e0-6c4476ab7a6f on network c030ef04-5242-408d-b21d-654932a78971 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:28:36.343927 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1feb9a-4cd0-40dd-8589-fbfedcb4063e req-51fb265d-b579-4126-ac32-250ebdb23a66 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:36.344770 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-af1feb9a-4cd0-40dd-8589-fbfedcb4063e req-51fb265d-b579-4126-ac32-250ebdb23a66 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Synchronizing usage tracker for tenant:3cedb750960847b9a6d948554b936778 on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:28:36.347951 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-39faad39-f965-4159-96fd-8cf793588b35 service neutron] Port 207765ac-57a5-4aa8-a2e0-6c4476ab7a6f on network c030ef04-5242-408d-b21d-654932a78971 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 14:28:36.348345 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-39faad39-f965-4159-96fd-8cf793588b35 service neutron] Attempting to bind port 207765ac-57a5-4aa8-a2e0-6c4476ab7a6f on network c030ef04-5242-408d-b21d-654932a78971 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:28:36.357105 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-39faad39-f965-4159-96fd-8cf793588b35 service neutron] Checking agent: {'id': '9602430f-c8c8-408a-9570-479772f8b05b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 14, 25, 46), 'started_at': datetime.datetime(2021, 4, 7, 14, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 14, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 14:28:36.357499 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-39faad39-f965-4159-96fd-8cf793588b35 service neutron] Checking segment: {'id': '0118da08-8e30-4678-bce3-0cdb584704d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c030ef04-5242-408d-b21d-654932a78971'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:28:36.358084 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-39faad39-f965-4159-96fd-8cf793588b35 service neutron] Bound using segment: {'id': '0118da08-8e30-4678-bce3-0cdb584704d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c030ef04-5242-408d-b21d-654932a78971'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 14:28:36.358534 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-39faad39-f965-4159-96fd-8cf793588b35 service neutron] Bound port: 207765ac-57a5-4aa8-a2e0-6c4476ab7a6f, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0118da08-8e30-4678-bce3-0cdb584704d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c030ef04-5242-408d-b21d-654932a78971'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 14:28:36.358921 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-39faad39-f965-4159-96fd-8cf793588b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:36.414181 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-8444aae3-5dc1-4344-aed8-d70c4fd201d6 req-9be39081-1e72-44ff-b084-6113eb60ce5a tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:36.440145 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 15d5286e-c5ef-4c43-a228-a33981f81ec7 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=84314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 14:28:36.499529 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-39faad39-f965-4159-96fd-8cf793588b35 service neutron] For port 207765ac-57a5-4aa8-a2e0-6c4476ab7a6f, host hv-cinder-78093, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 14:28:36.515248 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-39faad39-f965-4159-96fd-8cf793588b35 service neutron] For port 207765ac-57a5-4aa8-a2e0-6c4476ab7a6f, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=207765ac-57a5-4aa8-a2e0-6c4476ab7a6f,segment=NetworkSegment(0118da08-8e30-4678-bce3-0cdb584704d7),segment_id=0118da08-8e30-4678-bce3-0cdb584704d7)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 14:28:36.517208 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-af1feb9a-4cd0-40dd-8589-fbfedcb4063e req-51fb265d-b579-4126-ac32-250ebdb23a66 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Unset dirty status for tenant:3cedb750960847b9a6d948554b936778 on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:28:36.539134 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-af1feb9a-4cd0-40dd-8589-fbfedcb4063e req-51fb265d-b579-4126-ac32-250ebdb23a66 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 943 time: 0.5072939 Apr 07 14:28:36.567405 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8138f0a8-f281-41ec-8978-157dd9ecf89c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:36.571930 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-39faad39-f965-4159-96fd-8cf793588b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:36.590340 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-af1feb9a-4cd0-40dd-8589-fbfedcb4063e req-bbe98d33-582e-4b5c-b8c9-c6510b752d21 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Synchronizing usage tracker for tenant:3cedb750960847b9a6d948554b936778 on resource:security_group {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:28:36.598140 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:36.618697 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8138f0a8-f281-41ec-8978-157dd9ecf89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:36.683046 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:36.743626 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39faad39-f965-4159-96fd-8cf793588b35 service neutron] Pushing event updated for resources: {'Port': ['ID=207765ac-57a5-4aa8-a2e0-6c4476ab7a6f,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:36.747583 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-39faad39-f965-4159-96fd-8cf793588b35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:36.768730 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-af1feb9a-4cd0-40dd-8589-fbfedcb4063e req-bbe98d33-582e-4b5c-b8c9-c6510b752d21 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Unset dirty status for tenant:3cedb750960847b9a6d948554b936778 on resource:security_group {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:28:36.779558 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-af1feb9a-4cd0-40dd-8589-fbfedcb4063e req-bbe98d33-582e-4b5c-b8c9-c6510b752d21 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390103 Apr 07 14:28:36.913464 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2df5967-e158-4073-89ff-08b5187cca38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '296e53de-61dd-4e19-8ff2-3b0647237121', 'code': 200} Apr 07 14:28:36.973607 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port 15d5286e-c5ef-4c43-a228-a33981f81ec7, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=15d5286e-c5ef-4c43-a228-a33981f81ec7,segment=NetworkSegment(915451d2-8683-4329-b99a-36d7903584f8),segment_id=915451d2-8683-4329-b99a-36d7903584f8)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:28:37.014710 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Returning: {'device': '15d5286e-c5ef-4c43-a228-a33981f81ec7', 'network_id': '346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb', 'port_id': '15d5286e-c5ef-4c43-a228-a33981f81ec7', 'mac_address': 'fa:16:3e:6b:ad:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e62acf97-8dac-49ae-b633-d54e2e4cb525', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 14:28:37.106273 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-39faad39-f965-4159-96fd-8cf793588b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:37.107310 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-39faad39-f965-4159-96fd-8cf793588b35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:37.108894 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-39faad39-f965-4159-96fd-8cf793588b35 service neutron] 10.222.0.81 "PUT /v2.0/ports/207765ac-57a5-4aa8-a2e0-6c4476ab7a6f HTTP/1.1" status: 200 len: 1094 time: 3.8120325 Apr 07 14:28:37.109615 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b209db44-6b45-43be-8bbc-640d1b3af949', 'tag': '207765ac-57a5-4aa8-a2e0-6c4476ab7a6f'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:28:37.179253 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f0127a-4b92-452f-b19e-8489936c52b0 req-07ea9134-f4c9-47c4-a257-937270a15f3d tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:37.181471 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-85f0127a-4b92-452f-b19e-8489936c52b0 req-07ea9134-f4c9-47c4-a257-937270a15f3d tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] 10.222.0.63 "GET /v2.0/ports?device_id=bf182339-b847-42be-9a09-9d3fb7385817 HTTP/1.1" status: 200 len: 946 time: 1.0997810 Apr 07 14:28:37.209205 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:37.215270 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58374b-dc3a-4466-936f-cff77f8cdf73 req-9769b3d3-7a62-46da-9d06-8a7158b81848 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:37.217109 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4c58374b-dc3a-4466-936f-cff77f8cdf73 req-9769b3d3-7a62-46da-9d06-8a7158b81848 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf182339-b847-42be-9a09-9d3fb7385817 HTTP/1.1" status: 200 len: 946 time: 0.3277142 Apr 07 14:28:37.219310 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15d5286e-c5ef-4c43-a228-a33981f81ec7 {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 14:28:37.219609 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-3a4f916b-9c1d-4370-93ac-4714a8bb9630 req-825ffceb-ca6d-41d7-8249-c18b0d22a831 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc58f59d-ee54-426e-95ff-74445b66c6ec HTTP/1.1" status: 200 len: 210 time: 0.0982649 Apr 07 14:28:37.229436 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-8138f0a8-f281-41ec-8978-157dd9ecf89c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9cf862721e344f71912c6b18d81bfe4e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7080824 Apr 07 14:28:37.230624 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 44240) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:28:37.242021 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8138f0a8-f281-41ec-8978-157dd9ecf89c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6488234-f798-48c1-b866-4622a815b318,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:37.266058 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port 15d5286e-c5ef-4c43-a228-a33981f81ec7, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=15d5286e-c5ef-4c43-a228-a33981f81ec7,segment=NetworkSegment(915451d2-8683-4329-b99a-36d7903584f8),segment_id=915451d2-8683-4329-b99a-36d7903584f8)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:28:37.271435 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:37.272302 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8138f0a8-f281-41ec-8978-157dd9ecf89c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:37.275596 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8fd66627-618e-4e08-bc35-3289c8b2e34f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:37.275775 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:37.283266 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-85f0127a-4b92-452f-b19e-8489936c52b0 req-0f979f1f-c304-4cd4-8f42-45ab1c236e7c tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] 10.222.0.63 "GET /v2.0/security-groups?id=36cb5e1a-9d61-4ef4-a45c-07260440c647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825360 Apr 07 14:28:37.286006 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8fd66627-618e-4e08-bc35-3289c8b2e34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:37.330539 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8138f0a8-f281-41ec-8978-157dd9ecf89c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:37.344235 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-8fd66627-618e-4e08-bc35-3289c8b2e34f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0d8899ee8a064b10bed4f09133822b9e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8295858 Apr 07 14:28:37.347826 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 44246) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:28:37.366995 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-8444aae3-5dc1-4344-aed8-d70c4fd201d6 req-9be39081-1e72-44ff-b084-6113eb60ce5a tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732486185860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7073224'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:37.386137 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] get_ports_and_sgs() called for port_ids ['f05d00fa-1d9e-40c6-9931-be3ca2a5969d'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 14:28:37.492810 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-4c58374b-dc3a-4466-936f-cff77f8cdf73 req-8da6193b-c071-4fde-a4ee-aecb1e70f069 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Deleting port 6eaab98f-be14-42fc-b3a8-4a081db82ced {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:28:37.493345 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-4c58374b-dc3a-4466-936f-cff77f8cdf73 req-8da6193b-c071-4fde-a4ee-aecb1e70f069 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:37.568779 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd66627-618e-4e08-bc35-3289c8b2e34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc35a58-1b6b-4f56-bb26-1e3f2ebed297,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:37.618903 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8fd66627-618e-4e08-bc35-3289c8b2e34f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:37.622878 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:37.658021 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Pushing event updated for resources: {'Port': ['ID=15d5286e-c5ef-4c43-a228-a33981f81ec7,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:37.661915 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:37.702055 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.81', 56192) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:28:37.717062 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] get_ports_and_sgs() called for port_ids ['15d5286e-c5ef-4c43-a228-a33981f81ec7'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 14:28:37.748838 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0be3d207-be18-47e6-ba25-e720959d1441 req-1a9dc6f3-bf36-4fbe-8355-8d34f498ebaf tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e2fdf12-43bd-4235-aec7-411d5f514b9a HTTP/1.1" status: 200 len: 210 time: 0.2648542 Apr 07 14:28:37.764744 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bd6d1018-d6f3-4b66-8449-ba2d04f0f2b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:37.768273 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d63a8988-43fb-44f6-b293-914117c40fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:37.799870 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bd6d1018-d6f3-4b66-8449-ba2d04f0f2b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:37.870721 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e80f0879-18b5-4413-a874-87c332be062b req-bc3803d6-30eb-4d51-be9d-408e6ab7e12c tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=9bea11aaf4cc452fa4eba4dac6229523&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1649811 Apr 07 14:28:37.878794 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bd6d1018-d6f3-4b66-8449-ba2d04f0f2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:37.887137 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be39081-1e72-44ff-b084-6113eb60ce5a tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Pushing event updated for resources: {'Port': ['ID=1d458b85-a651-478f-9f15-ac9a80425e63,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:37.927909 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9be39081-1e72-44ff-b084-6113eb60ce5a tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:37.928460 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-10bf2469-47cb-4ed9-b729-7030ec4f7dd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:38.038475 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d1018-d6f3-4b66-8449-ba2d04f0f2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc35a58-1b6b-4f56-bb26-1e3f2ebed297,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:38.056194 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-bd6d1018-d6f3-4b66-8449-ba2d04f0f2b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:38.058333 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-4c58374b-dc3a-4466-936f-cff77f8cdf73 req-8da6193b-c071-4fde-a4ee-aecb1e70f069 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] For port 6eaab98f-be14-42fc-b3a8-4a081db82ced, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=6eaab98f-be14-42fc-b3a8-4a081db82ced,segment=NetworkSegment(a6579ad7-9f41-44c7-a382-db5bb61474cf),segment_id=a6579ad7-9f41-44c7-a382-db5bb61474cf)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:28:38.059003 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-4c58374b-dc3a-4466-936f-cff77f8cdf73 req-8da6193b-c071-4fde-a4ee-aecb1e70f069 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:38.083211 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8444aae3-5dc1-4344-aed8-d70c4fd201d6 req-9be39081-1e72-44ff-b084-6113eb60ce5a tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Network 48947f08-8f4e-4445-a0c2-94b53fac764a is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:28:38.101113 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bd6d1018-d6f3-4b66-8449-ba2d04f0f2b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:38.113773 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-bd6d1018-d6f3-4b66-8449-ba2d04f0f2b0 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6dc35a58-1b6b-4f56-bb26-1e3f2ebed297 HTTP/1.1" status: 204 len: 168 time: 0.7564716 Apr 07 14:28:38.118395 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [req-8444aae3-5dc1-4344-aed8-d70c4fd201d6 req-9be39081-1e72-44ff-b084-6113eb60ce5a tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:28:38.134428 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-8444aae3-5dc1-4344-aed8-d70c4fd201d6 req-9be39081-1e72-44ff-b084-6113eb60ce5a tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 14:28:38.146673 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d63a8988-43fb-44f6-b293-914117c40fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:38.199413 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b209db44-6b45-43be-8bbc-640d1b3af949', 'tag': '207765ac-57a5-4aa8-a2e0-6c4476ab7a6f', 'status': 'completed', 'code': 200} Apr 07 14:28:38.218229 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16792448-247a-407c-a9b8-1ebd6e529416 req-ee8f0cbf-704b-4175-8530-b9d94d178a6d tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:38.228429 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-16792448-247a-407c-a9b8-1ebd6e529416 req-ee8f0cbf-704b-4175-8530-b9d94d178a6d tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 944 time: 0.7158036 Apr 07 14:28:38.402782 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-16792448-247a-407c-a9b8-1ebd6e529416 req-24e47f00-8d81-4be1-880d-5edcc6da0f55 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388927 Apr 07 14:28:38.433455 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f0879-18b5-4413-a874-87c332be062b req-e8995eb3-0819-4590-b1d0-ada4acb11c5c tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:38.438327 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e80f0879-18b5-4413-a874-87c332be062b req-e8995eb3-0819-4590-b1d0-ada4acb11c5c tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5554886 Apr 07 14:28:38.444453 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 6eaab98f-be14-42fc-b3a8-4a081db82ced no longer exists at agent hyperv_hv-cinder-78093 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 14:28:38.453479 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444aae3-5dc1-4344-aed8-d70c4fd201d6 req-9be39081-1e72-44ff-b084-6113eb60ce5a tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:38.454735 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-8444aae3-5dc1-4344-aed8-d70c4fd201d6 req-9be39081-1e72-44ff-b084-6113eb60ce5a tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:38.493261 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [req-e80f0879-18b5-4413-a874-87c332be062b req-23509ee6-4f8c-4407-b623-c1c5bb90e932 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Request body: {'port': {'device_id': '4e2fdf12-43bd-4235-aec7-411d5f514b9a', 'network_id': 'ec017521-96cd-45f1-ac24-5c5850f48e59', 'admin_state_up': True, 'tenant_id': '9bea11aaf4cc452fa4eba4dac6229523'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:28:38.524602 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-8444aae3-5dc1-4344-aed8-d70c4fd201d6 req-9be39081-1e72-44ff-b084-6113eb60ce5a tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8269556 Apr 07 14:28:38.533390 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d63a8988-43fb-44f6-b293-914117c40fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:38.554212 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-4c58374b-dc3a-4466-936f-cff77f8cdf73 req-8da6193b-c071-4fde-a4ee-aecb1e70f069 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Calling delete_port for 6eaab98f-be14-42fc-b3a8-4a081db82ced owned by compute:nova {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:28:38.650407 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc83c6-a24f-49d9-b4f3-4c9eea19c3c6 req-942cab11-f8d8-4eab-bdea-3fc36d594d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:38.652700 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-24dc83c6-a24f-49d9-b4f3-4c9eea19c3c6 req-942cab11-f8d8-4eab-bdea-3fc36d594d14 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 1098 time: 1.2409191 Apr 07 14:28:38.681738 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [req-8444aae3-5dc1-4344-aed8-d70c4fd201d6 req-42810d5d-6b7b-4f94-b3a9-74e1b56cfb27 service neutron] Request body: {'port': {'device_id': 'bc58f59d-ee54-426e-95ff-74445b66c6ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:28:38.694034 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:38.717400 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port 6eaab98f-be14-42fc-b3a8-4a081db82ced, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=6eaab98f-be14-42fc-b3a8-4a081db82ced,segment=NetworkSegment(a6579ad7-9f41-44c7-a382-db5bb61474cf),segment_id=a6579ad7-9f41-44c7-a382-db5bb61474cf)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:28:38.723173 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:38.729193 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:38.876229 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Pushing event updated for resources: {'Port': ['ID=6eaab98f-be14-42fc-b3a8-4a081db82ced,revision_number=6']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:38.884068 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:38.914717 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf182339-b847-42be-9a09-9d3fb7385817', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6eaab98f-be14-42fc-b3a8-4a081db82ced'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:28:38.999670 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-8444aae3-5dc1-4344-aed8-d70c4fd201d6 req-42810d5d-6b7b-4f94-b3a9-74e1b56cfb27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:39.080796 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [req-e80f0879-18b5-4413-a874-87c332be062b req-23509ee6-4f8c-4407-b623-c1c5bb90e932 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:28:39.085969 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-e80f0879-18b5-4413-a874-87c332be062b req-23509ee6-4f8c-4407-b623-c1c5bb90e932 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Usage tracker for resource:port and tenant:9bea11aaf4cc452fa4eba4dac6229523 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:28:39.100200 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-e80f0879-18b5-4413-a874-87c332be062b req-23509ee6-4f8c-4407-b623-c1c5bb90e932 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:28:39.113222 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [req-e80f0879-18b5-4413-a874-87c332be062b req-23509ee6-4f8c-4407-b623-c1c5bb90e932 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:28:39.131317 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38deefed-4339-4428-87c4-f42d4ab17976 req-52b48f51-3b6c-441d-bab2-c4bc6c20d320 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:39.132596 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-38deefed-4339-4428-87c4-f42d4ab17976 req-52b48f51-3b6c-441d-bab2-c4bc6c20d320 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Synchronizing usage tracker for tenant:af6fad83fbd440a78d4e9f9cd610cc9b on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:28:39.140605 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-51db8614-c7b3-4c20-b868-b1a4cb040770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:39.154307 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-747ac1b0-77b1-490d-b5d0-d8b2f7ca28cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:39.156468 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-747ac1b0-77b1-490d-b5d0-d8b2f7ca28cd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=782e9eccce6d4f5898c76958383a5e3d&device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 1097 time: 1.8960938 Apr 07 14:28:39.182556 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63a8988-43fb-44f6-b293-914117c40fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6488234-f798-48c1-b866-4622a815b318,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:39.192989 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.db.api [req-4c58374b-dc3a-4466-936f-cff77f8cdf73 req-8da6193b-c071-4fde-a4ee-aecb1e70f069 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 07 14:28:39.193488 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_db.api [req-4c58374b-dc3a-4466-936f-cff77f8cdf73 req-8da6193b-c071-4fde-a4ee-aecb1e70f069 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 07 14:28:39.213761 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e80f0879-18b5-4413-a874-87c332be062b req-23509ee6-4f8c-4407-b623-c1c5bb90e932 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Made reservation on behalf of 9bea11aaf4cc452fa4eba4dac6229523 for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:28:39.220192 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-e80f0879-18b5-4413-a874-87c332be062b req-23509ee6-4f8c-4407-b623-c1c5bb90e932 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:39.240956 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-e80f0879-18b5-4413-a874-87c332be062b req-23509ee6-4f8c-4407-b623-c1c5bb90e932 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:39.256712 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-d63a8988-43fb-44f6-b293-914117c40fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:39.258012 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-38deefed-4339-4428-87c4-f42d4ab17976 req-52b48f51-3b6c-441d-bab2-c4bc6c20d320 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Unset dirty status for tenant:af6fad83fbd440a78d4e9f9cd610cc9b on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:28:39.265577 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-38deefed-4339-4428-87c4-f42d4ab17976 req-52b48f51-3b6c-441d-bab2-c4bc6c20d320 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc58f59d-ee54-426e-95ff-74445b66c6ec HTTP/1.1" status: 200 len: 931 time: 0.5889084 Apr 07 14:28:39.272114 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d63a8988-43fb-44f6-b293-914117c40fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:39.275996 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-d63a8988-43fb-44f6-b293-914117c40fbc admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f6488234-f798-48c1-b866-4622a815b318 HTTP/1.1" status: 204 len: 168 time: 2.0416758 Apr 07 14:28:39.305962 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [req-e80f0879-18b5-4413-a874-87c332be062b req-23509ee6-4f8c-4407-b623-c1c5bb90e932 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:28:39.325349 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-e03809b9-04e4-4975-8b50-f25a2bcf334e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=207765ac-57a5-4aa8-a2e0-6c4476ab7a6f HTTP/1.1" status: 200 len: 217 time: 0.1399646 Apr 07 14:28:39.367867 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-38deefed-4339-4428-87c4-f42d4ab17976 req-766cf4c9-2196-461e-8435-7d29789a9550 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012938 Apr 07 14:28:39.369295 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-e80f0879-18b5-4413-a874-87c332be062b req-23509ee6-4f8c-4407-b623-c1c5bb90e932 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Usage tracker for resource:security_group_rule and tenant:9bea11aaf4cc452fa4eba4dac6229523 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:28:39.379513 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-e80f0879-18b5-4413-a874-87c332be062b req-23509ee6-4f8c-4407-b623-c1c5bb90e932 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:28:39.410358 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [req-e80f0879-18b5-4413-a874-87c332be062b req-23509ee6-4f8c-4407-b623-c1c5bb90e932 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:28:39.502379 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-3fea98a0-98f4-4e78-a7f2-541c1af16b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:39.505878 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-3fea98a0-98f4-4e78-a7f2-541c1af16b40 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=922c7ccf-af8e-4c6b-baef-d00c20689db2 HTTP/1.1" status: 200 len: 856 time: 0.1617937 Apr 07 14:28:39.530454 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc42ae-4d70-4deb-bc04-ecfe5b72cef2 req-c80e075c-cc36-41f4-90c5-15567b58b1cc tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:39.533479 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1cfc42ae-4d70-4deb-bc04-ecfe5b72cef2 req-c80e075c-cc36-41f4-90c5-15567b58b1cc tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 944 time: 1.3326964 Apr 07 14:28:39.607568 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-24dc83c6-a24f-49d9-b4f3-4c9eea19c3c6 req-de888750-0ab6-428a-a141-8c7dfeeae6c7 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4695566 Apr 07 14:28:39.707997 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-4c58374b-dc3a-4466-936f-cff77f8cdf73 req-8da6193b-c071-4fde-a4ee-aecb1e70f069 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Deleting port 6eaab98f-be14-42fc-b3a8-4a081db82ced {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:28:39.709129 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-4c58374b-dc3a-4466-936f-cff77f8cdf73 req-8da6193b-c071-4fde-a4ee-aecb1e70f069 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:39.909430 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1cfc42ae-4d70-4deb-bc04-ecfe5b72cef2 req-55d3e57d-26a6-49f8-8edb-a5fc911e2071 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910299 Apr 07 14:28:39.961930 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [req-8444aae3-5dc1-4344-aed8-d70c4fd201d6 req-42810d5d-6b7b-4f94-b3a9-74e1b56cfb27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d458b85-a651-478f-9f15-ac9a80425e63 {{(pid=84312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 14:28:39.987073 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-8444aae3-5dc1-4344-aed8-d70c4fd201d6 req-42810d5d-6b7b-4f94-b3a9-74e1b56cfb27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:40.041247 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-8444aae3-5dc1-4344-aed8-d70c4fd201d6 req-42810d5d-6b7b-4f94-b3a9-74e1b56cfb27 service neutron] Transition to ACTIVE for port object 1d458b85-a651-478f-9f15-ac9a80425e63 will not be triggered until provisioned by entity L2. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:28:40.060741 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-8444aae3-5dc1-4344-aed8-d70c4fd201d6 req-42810d5d-6b7b-4f94-b3a9-74e1b56cfb27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847702575'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:40.087029 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:40.119698 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 44316) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:28:40.158390 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-db38073a-6b55-4a2a-a331-cb70afceb641 req-f018331b-102b-4a2a-aa9c-eb725968d914 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e2fdf12-43bd-4235-aec7-411d5f514b9a HTTP/1.1" status: 200 len: 210 time: 0.0893550 Apr 07 14:28:40.178215 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4f3e436f-b17f-4658-9249-c0e5208fe205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:40.208671 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-d5937381-527f-423d-a7af-fcf181095946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:40.210324 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-d5937381-527f-423d-a7af-fcf181095946 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c030ef04-5242-408d-b21d-654932a78971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6979113 Apr 07 14:28:40.230670 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2473f7b-196a-444a-acc2-712556f94efb req-55976b86-5680-4515-aa0f-e20660fdad08 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:40.232438 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b2473f7b-196a-444a-acc2-712556f94efb req-55976b86-5680-4515-aa0f-e20660fdad08 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] 10.222.0.63 "GET /v2.0/ports?device_id=bf182339-b847-42be-9a09-9d3fb7385817 HTTP/1.1" status: 200 len: 944 time: 0.3347113 Apr 07 14:28:40.238911 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-4f3e436f-b17f-4658-9249-c0e5208fe205 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:28:40.249266 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf182339-b847-42be-9a09-9d3fb7385817', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6eaab98f-be14-42fc-b3a8-4a081db82ced', 'code': 200} Apr 07 14:28:40.308997 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42810d5d-6b7b-4f94-b3a9-74e1b56cfb27 service neutron] Pushing event updated for resources: {'Port': ['ID=1d458b85-a651-478f-9f15-ac9a80425e63,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:40.324166 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-42810d5d-6b7b-4f94-b3a9-74e1b56cfb27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:40.327612 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b2473f7b-196a-444a-acc2-712556f94efb req-2a41f77d-bf37-4ae4-991c-892329d406c9 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] 10.222.0.63 "GET /v2.0/security-groups?id=36cb5e1a-9d61-4ef4-a45c-07260440c647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798256 Apr 07 14:28:40.361892 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-e80f0879-18b5-4413-a874-87c332be062b req-23509ee6-4f8c-4407-b623-c1c5bb90e932 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:40.367378 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-e80f0879-18b5-4413-a874-87c332be062b req-23509ee6-4f8c-4407-b623-c1c5bb90e932 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:40.405287 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-4f3e436f-b17f-4658-9249-c0e5208fe205 admin admin] Usage tracker for resource:security_group_rule and tenant:d3ba2156d262483e85f3ab38d907349d is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:28:40.412401 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-4f3e436f-b17f-4658-9249-c0e5208fe205 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:28:40.455385 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0153a3d1-178d-4455-a12c-c90389aa62b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:40.494220 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-fd9e942d-9b1f-49db-bc49-c7ba752b7b59 service neutron] 10.222.0.81 "GET /v2.0/networks/c030ef04-5242-408d-b21d-654932a78971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601047 Apr 07 14:28:40.497256 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-4f3e436f-b17f-4658-9249-c0e5208fe205 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:28:40.556905 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [req-e80f0879-18b5-4413-a874-87c332be062b req-23509ee6-4f8c-4407-b623-c1c5bb90e932 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Allocated IP 192.168.233.6 (ec017521-96cd-45f1-ac24-5c5850f48e59/eece457e-4acb-435a-8202-6bc6a75c7f5c/a7933979-402c-40db-a2db-10656c931308) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 14:28:40.562775 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 15d5286e-c5ef-4c43-a228-a33981f81ec7 up at agent hyperv_hv-cinder-78093 {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:28:40.618671 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-4c58374b-dc3a-4466-936f-cff77f8cdf73 req-8da6193b-c071-4fde-a4ee-aecb1e70f069 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] For port 6eaab98f-be14-42fc-b3a8-4a081db82ced, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=6eaab98f-be14-42fc-b3a8-4a081db82ced,segment=NetworkSegment(a6579ad7-9f41-44c7-a382-db5bb61474cf),segment_id=a6579ad7-9f41-44c7-a382-db5bb61474cf)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:28:40.618998 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-4c58374b-dc3a-4466-936f-cff77f8cdf73 req-8da6193b-c071-4fde-a4ee-aecb1e70f069 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:40.774046 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Provisioning for port 15d5286e-c5ef-4c43-a228-a33981f81ec7 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:28:40.790358 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Provisioning complete for port 15d5286e-c5ef-4c43-a228-a33981f81ec7 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:28:40.793514 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:40.799577 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-4c58374b-dc3a-4466-936f-cff77f8cdf73 req-8da6193b-c071-4fde-a4ee-aecb1e70f069 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Calling delete_port for 6eaab98f-be14-42fc-b3a8-4a081db82ced owned by compute:nova {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:28:40.980276 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6293de0-cab1-466a-a0ba-9df31af6ff1c req-6d98a1de-c028-495a-9eae-c3552e13dece tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:40.981120 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-c6293de0-cab1-466a-a0ba-9df31af6ff1c req-6d98a1de-c028-495a-9eae-c3552e13dece tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Synchronizing usage tracker for tenant:782e9eccce6d4f5898c76958383a5e3d on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:28:41.009364 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-60a9deca-31a7-4ccb-8ced-dc4f1d294202 req-1932b82e-54f9-449a-9c79-5cd0ab549ada service neutron] 10.222.0.81 "GET /v2.0/networks/c030ef04-5242-408d-b21d-654932a78971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4963729 Apr 07 14:28:41.043259 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:41.066164 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-c6293de0-cab1-466a-a0ba-9df31af6ff1c req-6d98a1de-c028-495a-9eae-c3552e13dece tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Unset dirty status for tenant:782e9eccce6d4f5898c76958383a5e3d on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:28:41.074675 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c6293de0-cab1-466a-a0ba-9df31af6ff1c req-6d98a1de-c028-495a-9eae-c3552e13dece tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 944 time: 0.6808619 Apr 07 14:28:41.090681 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port 15d5286e-c5ef-4c43-a228-a33981f81ec7, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=15d5286e-c5ef-4c43-a228-a33981f81ec7,segment=NetworkSegment(915451d2-8683-4329-b99a-36d7903584f8),segment_id=915451d2-8683-4329-b99a-36d7903584f8)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:28:41.094091 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:41.096962 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:41.195766 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Pushing event updated for resources: {'Port': ['ID=15d5286e-c5ef-4c43-a228-a33981f81ec7,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:41.217940 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c6293de0-cab1-466a-a0ba-9df31af6ff1c req-feda81c2-1550-492f-b879-d15752805c41 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421683 Apr 07 14:28:41.228369 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:41.256771 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4f3e436f-b17f-4658-9249-c0e5208fe205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:41.278431 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4f3e436f-b17f-4658-9249-c0e5208fe205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:41.319029 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23509ee6-4f8c-4407-b623-c1c5bb90e932 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1f0e71-08aa-46d7-9e4e-61e87dbee221,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:41.322751 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-4c58374b-dc3a-4466-936f-cff77f8cdf73 req-8da6193b-c071-4fde-a4ee-aecb1e70f069 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304368157317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304368589940'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:41.327863 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ed66c127-8490-41e5-8499-82900883b6ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:41.331048 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-23509ee6-4f8c-4407-b623-c1c5bb90e932 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.876s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:41.368738 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-e80f0879-18b5-4413-a874-87c332be062b req-23509ee6-4f8c-4407-b623-c1c5bb90e932 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:41.439508 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-e80f0879-18b5-4413-a874-87c332be062b req-23509ee6-4f8c-4407-b623-c1c5bb90e932 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Transition to ACTIVE for port object a7933979-402c-40db-a2db-10656c931308 will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:28:41.527207 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f185b80-dfa1-44f8-be19-1d91fe30874a req-5459434e-dda1-4e89-8fc7-c388c54d339d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:41.547118 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1f185b80-dfa1-44f8-be19-1d91fe30874a req-5459434e-dda1-4e89-8fc7-c388c54d339d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=782e9eccce6d4f5898c76958383a5e3d&device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 1097 time: 0.4508708 Apr 07 14:28:41.547118 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-4f3e436f-b17f-4658-9249-c0e5208fe205 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d3ba2156d262483e85f3ab38d907349d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4229989 Apr 07 14:28:41.547358 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af48fb3-6827-4cdc-aef5-e217be8ba444 req-57546b39-14e1-48c3-9b70-fd55e01d748d tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:41.554769 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5af48fb3-6827-4cdc-aef5-e217be8ba444 req-57546b39-14e1-48c3-9b70-fd55e01d748d tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc58f59d-ee54-426e-95ff-74445b66c6ec HTTP/1.1" status: 200 len: 943 time: 0.7821050 Apr 07 14:28:41.561708 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 44352) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:28:41.635631 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5af48fb3-6827-4cdc-aef5-e217be8ba444 req-254e5662-77da-47fa-ad2b-95fdac39fad8 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798507 Apr 07 14:28:41.645152 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-8444aae3-5dc1-4344-aed8-d70c4fd201d6 req-42810d5d-6b7b-4f94-b3a9-74e1b56cfb27 service neutron] Attempting to bind port 1d458b85-a651-478f-9f15-ac9a80425e63 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 14:28:41.645563 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-8444aae3-5dc1-4344-aed8-d70c4fd201d6 req-42810d5d-6b7b-4f94-b3a9-74e1b56cfb27 service neutron] Attempting to bind port 1d458b85-a651-478f-9f15-ac9a80425e63 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '9d8ef5b9-c447-4b90-9831-d929e59e09af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '48947f08-8f4e-4445-a0c2-94b53fac764a'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 14:28:41.645992 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8444aae3-5dc1-4344-aed8-d70c4fd201d6 req-42810d5d-6b7b-4f94-b3a9-74e1b56cfb27 service neutron] Attempting to bind port 1d458b85-a651-478f-9f15-ac9a80425e63 on network 48947f08-8f4e-4445-a0c2-94b53fac764a {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:28:41.662646 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e436f-b17f-4658-9249-c0e5208fe205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3097cd-e77c-4ac3-80fb-cbee7483d874,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:41.662904 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-e80f0879-18b5-4413-a874-87c332be062b req-23509ee6-4f8c-4407-b623-c1c5bb90e932 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732486185860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7073224'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:41.681129 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-4f3e436f-b17f-4658-9249-c0e5208fe205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:41.687511 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:41.787862 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8444aae3-5dc1-4344-aed8-d70c4fd201d6 req-42810d5d-6b7b-4f94-b3a9-74e1b56cfb27 service neutron] Port 1d458b85-a651-478f-9f15-ac9a80425e63 on network 48947f08-8f4e-4445-a0c2-94b53fac764a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 14:28:41.788262 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8444aae3-5dc1-4344-aed8-d70c4fd201d6 req-42810d5d-6b7b-4f94-b3a9-74e1b56cfb27 service neutron] Attempting to bind port 1d458b85-a651-478f-9f15-ac9a80425e63 on network 48947f08-8f4e-4445-a0c2-94b53fac764a {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:28:41.812141 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8444aae3-5dc1-4344-aed8-d70c4fd201d6 req-42810d5d-6b7b-4f94-b3a9-74e1b56cfb27 service neutron] Checking agent: {'id': '9602430f-c8c8-408a-9570-479772f8b05b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 14, 25, 46), 'started_at': datetime.datetime(2021, 4, 7, 14, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 14, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 14:28:41.812604 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8444aae3-5dc1-4344-aed8-d70c4fd201d6 req-42810d5d-6b7b-4f94-b3a9-74e1b56cfb27 service neutron] Checking segment: {'id': '9d8ef5b9-c447-4b90-9831-d929e59e09af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '48947f08-8f4e-4445-a0c2-94b53fac764a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:28:41.813106 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8444aae3-5dc1-4344-aed8-d70c4fd201d6 req-42810d5d-6b7b-4f94-b3a9-74e1b56cfb27 service neutron] Bound using segment: {'id': '9d8ef5b9-c447-4b90-9831-d929e59e09af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '48947f08-8f4e-4445-a0c2-94b53fac764a'} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 14:28:41.813653 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-8444aae3-5dc1-4344-aed8-d70c4fd201d6 req-42810d5d-6b7b-4f94-b3a9-74e1b56cfb27 service neutron] Bound port: 1d458b85-a651-478f-9f15-ac9a80425e63, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d8ef5b9-c447-4b90-9831-d929e59e09af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '48947f08-8f4e-4445-a0c2-94b53fac764a'}}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 14:28:41.814065 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-8444aae3-5dc1-4344-aed8-d70c4fd201d6 req-42810d5d-6b7b-4f94-b3a9-74e1b56cfb27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:41.940090 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.549s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:42.002310 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23509ee6-4f8c-4407-b623-c1c5bb90e932 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Pushing event updated for resources: {'Port': ['ID=a7933979-402c-40db-a2db-10656c931308,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:42.005163 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-26c1e896-5b33-4bae-9389-17ccee288449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:42.010067 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-23509ee6-4f8c-4407-b623-c1c5bb90e932 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:42.048580 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-26c1e896-5b33-4bae-9389-17ccee288449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:42.105444 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da6193b-c071-4fde-a4ee-aecb1e70f069 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Pushing event deleted for resources: {'Port': ['ID=6eaab98f-be14-42fc-b3a8-4a081db82ced,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:42.123153 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-26c1e896-5b33-4bae-9389-17ccee288449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:42.130056 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8da6193b-c071-4fde-a4ee-aecb1e70f069 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:42.134943 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-abc23588-45a8-47a3-870e-f85ca22df275 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:42.173480 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c1e896-5b33-4bae-9389-17ccee288449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3097cd-e77c-4ac3-80fb-cbee7483d874,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:42.175913 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-26c1e896-5b33-4bae-9389-17ccee288449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:42.187358 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-8444aae3-5dc1-4344-aed8-d70c4fd201d6 req-42810d5d-6b7b-4f94-b3a9-74e1b56cfb27 service neutron] For port 1d458b85-a651-478f-9f15-ac9a80425e63, host hv-cinder-78093, cleared binding levels {{(pid=84312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 14:28:42.227584 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-8444aae3-5dc1-4344-aed8-d70c4fd201d6 req-42810d5d-6b7b-4f94-b3a9-74e1b56cfb27 service neutron] For port 1d458b85-a651-478f-9f15-ac9a80425e63, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=1d458b85-a651-478f-9f15-ac9a80425e63,segment=NetworkSegment(9d8ef5b9-c447-4b90-9831-d929e59e09af),segment_id=9d8ef5b9-c447-4b90-9831-d929e59e09af)] {{(pid=84312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 14:28:42.236336 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f185b80-dfa1-44f8-be19-1d91fe30874a req-5ee9c0fb-57a8-4f0c-a71a-5b3121b27595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:42.237933 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1f185b80-dfa1-44f8-be19-1d91fe30874a req-5ee9c0fb-57a8-4f0c-a71a-5b3121b27595 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c030ef04-5242-408d-b21d-654932a78971 HTTP/1.1" status: 200 len: 918 time: 0.5607851 Apr 07 14:28:42.241750 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-8444aae3-5dc1-4344-aed8-d70c4fd201d6 req-42810d5d-6b7b-4f94-b3a9-74e1b56cfb27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847702575'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:42.253288 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021ddc90-93c3-461f-9637-839bb071931a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d5286e-c5ef-4c43-a228-a33981f81ec7'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:28:42.272103 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e80f0879-18b5-4413-a874-87c332be062b req-23509ee6-4f8c-4407-b623-c1c5bb90e932 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Network ec017521-96cd-45f1-ac24-5c5850f48e59 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:28:42.273160 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b046bac3-e62e-4357-8680-639120085695 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:42.305784 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-26c1e896-5b33-4bae-9389-17ccee288449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:42.307037 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-26c1e896-5b33-4bae-9389-17ccee288449 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/fc3097cd-e77c-4ac3-80fb-cbee7483d874 HTTP/1.1" status: 204 len: 168 time: 0.7442813 Apr 07 14:28:42.363624 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c58374b-dc3a-4466-936f-cff77f8cdf73 req-8da6193b-c071-4fde-a4ee-aecb1e70f069 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] No DVR routers for this DVR port 6eaab98f-be14-42fc-b3a8-4a081db82ced on host hv-cinder-78093 {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 14:28:42.367574 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1f185b80-dfa1-44f8-be19-1d91fe30874a req-5849e7d9-ac5c-475b-b992-fd39fe2414bd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=207765ac-57a5-4aa8-a2e0-6c4476ab7a6f HTTP/1.1" status: 200 len: 217 time: 0.1178486 Apr 07 14:28:42.372226 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [req-e80f0879-18b5-4413-a874-87c332be062b req-23509ee6-4f8c-4407-b623-c1c5bb90e932 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:28:42.374904 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80f0879-18b5-4413-a874-87c332be062b req-23509ee6-4f8c-4407-b623-c1c5bb90e932 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 14:28:42.376982 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a7e90-d5cd-4198-8b1c-1c5982ef530e req-1e64e859-5a67-44f8-a024-0ca8caf7680d tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:42.384854 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b91a7e90-d5cd-4198-8b1c-1c5982ef530e req-1e64e859-5a67-44f8-a024-0ca8caf7680d tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 945 time: 0.9106660 Apr 07 14:28:42.441703 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-4c58374b-dc3a-4466-936f-cff77f8cdf73 req-8da6193b-c071-4fde-a4ee-aecb1e70f069 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:42.442371 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42598b-ad95-400a-9ae9-0eb2c6d7e0a5 req-561e5e6f-debf-4fa9-b8a0-bd7d4b1a5d3e tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:42.443283 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-3e42598b-ad95-400a-9ae9-0eb2c6d7e0a5 req-561e5e6f-debf-4fa9-b8a0-bd7d4b1a5d3e tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Synchronizing usage tracker for tenant:9bea11aaf4cc452fa4eba4dac6229523 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:28:42.456582 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b91a7e90-d5cd-4198-8b1c-1c5982ef530e req-73ec7c8b-c5d2-4dc1-ade5-3be3a44986b0 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686088 Apr 07 14:28:42.456967 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf182339-b847-42be-9a09-9d3fb7385817', 'name': 'network-vif-deleted', 'tag': '6eaab98f-be14-42fc-b3a8-4a081db82ced'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:28:42.530725 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f0879-18b5-4413-a874-87c332be062b req-23509ee6-4f8c-4407-b623-c1c5bb90e932 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:42.531464 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-e80f0879-18b5-4413-a874-87c332be062b req-23509ee6-4f8c-4407-b623-c1c5bb90e932 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:42.582645 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-3e42598b-ad95-400a-9ae9-0eb2c6d7e0a5 req-561e5e6f-debf-4fa9-b8a0-bd7d4b1a5d3e tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Unset dirty status for tenant:9bea11aaf4cc452fa4eba4dac6229523 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:28:42.584335 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4c58374b-dc3a-4466-936f-cff77f8cdf73 req-8da6193b-c071-4fde-a4ee-aecb1e70f069 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] 10.222.0.81 "DELETE /v2.0/ports/6eaab98f-be14-42fc-b3a8-4a081db82ced HTTP/1.1" status: 204 len: 173 time: 5.3213573 Apr 07 14:28:42.596654 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-3e42598b-ad95-400a-9ae9-0eb2c6d7e0a5 req-561e5e6f-debf-4fa9-b8a0-bd7d4b1a5d3e tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e2fdf12-43bd-4235-aec7-411d5f514b9a HTTP/1.1" status: 200 len: 934 time: 0.7506781 Apr 07 14:28:42.660420 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f185b80-dfa1-44f8-be19-1d91fe30874a req-7a755e59-4fcd-424f-b67a-7bd0b9f086c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:42.665515 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1f185b80-dfa1-44f8-be19-1d91fe30874a req-7a755e59-4fcd-424f-b67a-7bd0b9f086c0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=922c7ccf-af8e-4c6b-baef-d00c20689db2 HTTP/1.1" status: 200 len: 856 time: 0.2282252 Apr 07 14:28:42.677923 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e80f0879-18b5-4413-a874-87c332be062b req-23509ee6-4f8c-4407-b623-c1c5bb90e932 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.1939316 Apr 07 14:28:42.678373 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42810d5d-6b7b-4f94-b3a9-74e1b56cfb27 service neutron] Pushing event updated for resources: {'Port': ['ID=1d458b85-a651-478f-9f15-ac9a80425e63,revision_number=3']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:42.699203 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-17da49b6-e6ce-4e75-903d-dc1d3e63e6d9 None None] Provisioning for port a7933979-402c-40db-a2db-10656c931308 completed by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:28:42.701519 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-42810d5d-6b7b-4f94-b3a9-74e1b56cfb27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:42.712272 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-17da49b6-e6ce-4e75-903d-dc1d3e63e6d9 None None] Provisioning complete for port a7933979-402c-40db-a2db-10656c931308 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:28:42.712940 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-17da49b6-e6ce-4e75-903d-dc1d3e63e6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:42.718728 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [req-e80f0879-18b5-4413-a874-87c332be062b req-1c853e20-813b-4237-a162-97b5a2653451 service neutron] Request body: {'port': {'device_id': '4e2fdf12-43bd-4235-aec7-411d5f514b9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:28:42.789852 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-17da49b6-e6ce-4e75-903d-dc1d3e63e6d9 None None] Port a7933979-402c-40db-a2db-10656c931308 cannot update to ACTIVE because it is not bound. {{(pid=84314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 14:28:42.790352 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-3e42598b-ad95-400a-9ae9-0eb2c6d7e0a5 req-4dc74a00-838e-4605-bcc0-ce0f68c64fdc tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Synchronizing usage tracker for tenant:9bea11aaf4cc452fa4eba4dac6229523 on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:28:42.857703 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-655181cd-3fee-49b4-91cd-b3983da63ff1 req-0fa09428-df6e-49ff-afed-a60ec1c5ec34 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Synchronizing usage tracker for tenant:c90060d015924f5b8528ee50e0508f9d on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:28:42.861315 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444aae3-5dc1-4344-aed8-d70c4fd201d6 req-42810d5d-6b7b-4f94-b3a9-74e1b56cfb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:42.862159 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-8444aae3-5dc1-4344-aed8-d70c4fd201d6 req-42810d5d-6b7b-4f94-b3a9-74e1b56cfb27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:42.863833 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-8444aae3-5dc1-4344-aed8-d70c4fd201d6 req-42810d5d-6b7b-4f94-b3a9-74e1b56cfb27 service neutron] 10.222.0.81 "PUT /v2.0/ports/1d458b85-a651-478f-9f15-ac9a80425e63 HTTP/1.1" status: 200 len: 1093 time: 4.1890585 Apr 07 14:28:42.865539 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc58f59d-ee54-426e-95ff-74445b66c6ec', 'tag': '1d458b85-a651-478f-9f15-ac9a80425e63'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:28:42.895732 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-655181cd-3fee-49b4-91cd-b3983da63ff1 req-0fa09428-df6e-49ff-afed-a60ec1c5ec34 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Unset dirty status for tenant:c90060d015924f5b8528ee50e0508f9d on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:28:42.906614 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-3e42598b-ad95-400a-9ae9-0eb2c6d7e0a5 req-4dc74a00-838e-4605-bcc0-ce0f68c64fdc tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Unset dirty status for tenant:9bea11aaf4cc452fa4eba4dac6229523 on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:28:42.908060 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-3e42598b-ad95-400a-9ae9-0eb2c6d7e0a5 req-4dc74a00-838e-4605-bcc0-ce0f68c64fdc tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] 10.222.0.63 "GET /v2.0/security-groups?id=9b1f0e71-08aa-46d7-9e4e-61e87dbee221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797654 Apr 07 14:28:42.913458 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-655181cd-3fee-49b4-91cd-b3983da63ff1 req-0fa09428-df6e-49ff-afed-a60ec1c5ec34 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] 10.222.0.63 "GET /v2.0/ports?device_id=bf182339-b847-42be-9a09-9d3fb7385817 HTTP/1.1" status: 200 len: 210 time: 0.1430569 Apr 07 14:28:43.024187 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-e80f0879-18b5-4413-a874-87c332be062b req-1c853e20-813b-4237-a162-97b5a2653451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:43.075880 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f185b80-dfa1-44f8-be19-1d91fe30874a req-24c89846-47da-4918-9fcf-250c261545b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:43.077883 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1f185b80-dfa1-44f8-be19-1d91fe30874a req-24c89846-47da-4918-9fcf-250c261545b5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c030ef04-5242-408d-b21d-654932a78971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3753548 Apr 07 14:28:43.116001 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '021ddc90-93c3-461f-9637-839bb071931a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d5286e-c5ef-4c43-a228-a33981f81ec7', 'code': 200} Apr 07 14:28:43.312867 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b7e170d3-2296-440d-8b8c-436932e3c5db req-a1bc7459-5484-4d27-906f-82c611c603d4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=08045f6d-0663-47c3-b898-86c259230208&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3842463 Apr 07 14:28:43.571601 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1f185b80-dfa1-44f8-be19-1d91fe30874a req-29b2f821-767c-447e-bbe9-52856b6bfe55 service neutron] 10.222.0.81 "GET /v2.0/networks/c030ef04-5242-408d-b21d-654932a78971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4845560 Apr 07 14:28:43.691001 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf182339-b847-42be-9a09-9d3fb7385817', 'name': 'network-vif-deleted', 'tag': '6eaab98f-be14-42fc-b3a8-4a081db82ced', 'status': 'completed', 'code': 200} Apr 07 14:28:43.807550 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b1840-d5fa-453b-bc2d-308b763d4670 req-03edda9c-7af5-4ea8-a20f-bdbfaa61ac99 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:43.809536 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-470b1840-d5fa-453b-bc2d-308b763d4670 req-03edda9c-7af5-4ea8-a20f-bdbfaa61ac99 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc58f59d-ee54-426e-95ff-74445b66c6ec HTTP/1.1" status: 200 len: 943 time: 0.4270766 Apr 07 14:28:43.836994 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e170d3-2296-440d-8b8c-436932e3c5db req-2ac033ed-1d01-4139-965e-d725babc0308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:43.839362 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b7e170d3-2296-440d-8b8c-436932e3c5db req-2ac033ed-1d01-4139-965e-d725babc0308 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=af6fad83fbd440a78d4e9f9cd610cc9b&device_id=08045f6d-0663-47c3-b898-86c259230208 HTTP/1.1" status: 200 len: 1098 time: 0.3008454 Apr 07 14:28:44.112024 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444aae3-5dc1-4344-aed8-d70c4fd201d6 req-be0b0f49-d978-4e7b-9d88-ce8941e0a88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:44.113697 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-8444aae3-5dc1-4344-aed8-d70c4fd201d6 req-be0b0f49-d978-4e7b-9d88-ce8941e0a88c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=af6fad83fbd440a78d4e9f9cd610cc9b&device_id=bc58f59d-ee54-426e-95ff-74445b66c6ec HTTP/1.1" status: 200 len: 1096 time: 1.1638987 Apr 07 14:28:44.134057 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e170d3-2296-440d-8b8c-436932e3c5db req-8b720896-3687-4e7c-8cd4-2246459ea127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:44.135917 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b7e170d3-2296-440d-8b8c-436932e3c5db req-8b720896-3687-4e7c-8cd4-2246459ea127 service neutron] 10.222.0.81 "GET /v2.0/networks?id=48947f08-8f4e-4445-a0c2-94b53fac764a HTTP/1.1" status: 200 len: 915 time: 0.2733483 Apr 07 14:28:44.152916 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-470b1840-d5fa-453b-bc2d-308b763d4670 req-43d883f0-d536-4169-80f5-80b16002be36 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268695 Apr 07 14:28:44.268624 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b7e170d3-2296-440d-8b8c-436932e3c5db req-874393da-c5b3-47d2-bddc-5c3932f8617a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f05d00fa-1d9e-40c6-9931-be3ca2a5969d HTTP/1.1" status: 200 len: 217 time: 0.1115558 Apr 07 14:28:44.321665 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.db.resource_extend [req-e80f0879-18b5-4413-a874-87c332be062b req-1c853e20-813b-4237-a162-97b5a2653451 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 07 14:28:44.378816 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-8444aae3-5dc1-4344-aed8-d70c4fd201d6 req-aca840d2-bd12-4a86-bd91-2109e12f6581 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d458b85-a651-478f-9f15-ac9a80425e63 HTTP/1.1" status: 200 len: 217 time: 0.2456813 Apr 07 14:28:44.428923 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20376e-5c32-41a3-8b9c-6ece5d216b63 req-96ebc7bc-e1b5-4d11-95e4-7c77d54e88f9 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:44.437311 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ad20376e-5c32-41a3-8b9c-6ece5d216b63 req-96ebc7bc-e1b5-4d11-95e4-7c77d54e88f9 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 944 time: 0.8644481 Apr 07 14:28:44.492336 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 207765ac-57a5-4aa8-a2e0-6c4476ab7a6f details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=84314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 14:28:44.535750 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0cd2c-f8e9-4ad3-bdd7-510e51fa47d3 req-8f38dddf-2c01-46a4-87b3-e70dfa7ad169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:44.537599 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-52b0cd2c-f8e9-4ad3-bdd7-510e51fa47d3 req-8f38dddf-2c01-46a4-87b3-e70dfa7ad169 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 1098 time: 0.7364764 Apr 07 14:28:44.540165 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1f185b80-dfa1-44f8-be19-1d91fe30874a req-d47df570-a9ff-4f96-9a21-e887c95840bd service neutron] 10.222.0.81 "GET /v2.0/networks/c030ef04-5242-408d-b21d-654932a78971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8363187 Apr 07 14:28:44.555094 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ad20376e-5c32-41a3-8b9c-6ece5d216b63 req-1b9e0eb5-eb57-4fe7-a42a-3cdf47e564dd tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167898 Apr 07 14:28:44.592984 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444aae3-5dc1-4344-aed8-d70c4fd201d6 req-494fb78e-d892-47dc-98c8-0a155f2ad762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:44.595069 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-8444aae3-5dc1-4344-aed8-d70c4fd201d6 req-494fb78e-d892-47dc-98c8-0a155f2ad762 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=680613ef-fc50-4022-b80a-d2e8597917da HTTP/1.1" status: 200 len: 854 time: 0.2024920 Apr 07 14:28:44.600947 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-52b0cd2c-f8e9-4ad3-bdd7-510e51fa47d3 req-2804ee4a-ed81-42b7-86f4-fb0749f05d5f service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423839 Apr 07 14:28:44.722549 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc58f59d-ee54-426e-95ff-74445b66c6ec', 'tag': '1d458b85-a651-478f-9f15-ac9a80425e63', 'status': 'completed', 'code': 200} Apr 07 14:28:44.778638 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-8444aae3-5dc1-4344-aed8-d70c4fd201d6 req-111d9444-5359-41f3-9d9b-c47c0b2c8e27 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=48947f08-8f4e-4445-a0c2-94b53fac764a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955284 Apr 07 14:28:44.826791 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-93fbb61b-fc3a-455a-b124-09a1a61567cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:44.857520 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port 207765ac-57a5-4aa8-a2e0-6c4476ab7a6f, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=207765ac-57a5-4aa8-a2e0-6c4476ab7a6f,segment=NetworkSegment(0118da08-8e30-4678-bce3-0cdb584704d7),segment_id=0118da08-8e30-4678-bce3-0cdb584704d7)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:28:44.878851 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [req-e80f0879-18b5-4413-a874-87c332be062b req-1c853e20-813b-4237-a162-97b5a2653451 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7933979-402c-40db-a2db-10656c931308 {{(pid=84312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 14:28:44.886326 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Returning: {'device': '207765ac-57a5-4aa8-a2e0-6c4476ab7a6f', 'network_id': 'c030ef04-5242-408d-b21d-654932a78971', 'port_id': '207765ac-57a5-4aa8-a2e0-6c4476ab7a6f', 'mac_address': 'fa:16:3e:69:4d:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '922c7ccf-af8e-4c6b-baef-d00c20689db2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 14:28:44.894658 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-e80f0879-18b5-4413-a874-87c332be062b req-1c853e20-813b-4237-a162-97b5a2653451 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:44.898531 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e170d3-2296-440d-8b8c-436932e3c5db req-24716118-89cc-4b8a-a4ae-4139c7a65ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:44.900501 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b7e170d3-2296-440d-8b8c-436932e3c5db req-24716118-89cc-4b8a-a4ae-4139c7a65ec1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=680613ef-fc50-4022-b80a-d2e8597917da HTTP/1.1" status: 200 len: 854 time: 0.6234233 Apr 07 14:28:44.955754 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:44.957655 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 207765ac-57a5-4aa8-a2e0-6c4476ab7a6f {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 14:28:44.977356 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port 207765ac-57a5-4aa8-a2e0-6c4476ab7a6f, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=207765ac-57a5-4aa8-a2e0-6c4476ab7a6f,segment=NetworkSegment(0118da08-8e30-4678-bce3-0cdb584704d7),segment_id=0118da08-8e30-4678-bce3-0cdb584704d7)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:28:44.983539 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:44.987529 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-e80f0879-18b5-4413-a874-87c332be062b req-1c853e20-813b-4237-a162-97b5a2653451 service neutron] Transition to ACTIVE for port object a7933979-402c-40db-a2db-10656c931308 will not be triggered until provisioned by entity L2. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:28:44.990629 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:44.992040 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b7e170d3-2296-440d-8b8c-436932e3c5db req-103f9c50-efe5-48a9-a9c4-3ade5d48d6b7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=48947f08-8f4e-4445-a0c2-94b53fac764a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740581 Apr 07 14:28:44.995536 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-e80f0879-18b5-4413-a874-87c332be062b req-1c853e20-813b-4237-a162-97b5a2653451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847702575'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:45.028963 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-1311336b-c6b6-480a-a738-bab21cbda2ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:45.104211 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Pushing event updated for resources: {'Port': ['ID=207765ac-57a5-4aa8-a2e0-6c4476ab7a6f,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:45.105556 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb7984-1a98-4e75-a746-804e8154bb5c req-eab9a187-4723-4cee-a2c5-03f7ec4912ae tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:45.113099 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:45.116684 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5feb7984-1a98-4e75-a746-804e8154bb5c req-eab9a187-4723-4cee-a2c5-03f7ec4912ae tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e2fdf12-43bd-4235-aec7-411d5f514b9a HTTP/1.1" status: 200 len: 934 time: 0.1897511 Apr 07 14:28:45.165893 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-8444aae3-5dc1-4344-aed8-d70c4fd201d6 req-9c0c856b-9e0d-47cc-be34-f1fd9ab2bd14 service neutron] 10.222.0.81 "GET /v2.0/networks/48947f08-8f4e-4445-a0c2-94b53fac764a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603125 Apr 07 14:28:45.295267 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c853e20-813b-4237-a162-97b5a2653451 service neutron] Pushing event updated for resources: {'Port': ['ID=a7933979-402c-40db-a2db-10656c931308,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:45.320926 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-1c853e20-813b-4237-a162-97b5a2653451 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:45.394472 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] get_ports_and_sgs() called for port_ids ['207765ac-57a5-4aa8-a2e0-6c4476ab7a6f'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 14:28:45.414691 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5feb7984-1a98-4e75-a746-804e8154bb5c req-9957936e-b41b-4b4d-97d6-30dab91ca215 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] 10.222.0.63 "GET /v2.0/security-groups?id=9b1f0e71-08aa-46d7-9e4e-61e87dbee221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929444 Apr 07 14:28:45.566560 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-8444aae3-5dc1-4344-aed8-d70c4fd201d6 req-2e82203a-2432-4478-92eb-e838a02f8b0f service neutron] 10.222.0.81 "GET /v2.0/networks/48947f08-8f4e-4445-a0c2-94b53fac764a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3833785 Apr 07 14:28:45.853751 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:45.872806 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518fc833-20a1-437d-baff-e40dd9dbaf9b req-a4f09f27-aba9-432f-815d-efa572dfaa3d tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:45.885143 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-518fc833-20a1-437d-baff-e40dd9dbaf9b req-a4f09f27-aba9-432f-815d-efa572dfaa3d tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 945 time: 1.1224706 Apr 07 14:28:45.980875 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a2b42-c295-4045-87e1-833b14789307 req-96fdee82-5c99-4aa9-a1cf-a8a092f0d444 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:45.998401 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ec4a2b42-c295-4045-87e1-833b14789307 req-96fdee82-5c99-4aa9-a1cf-a8a092f0d444 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc58f59d-ee54-426e-95ff-74445b66c6ec HTTP/1.1" status: 200 len: 943 time: 0.3075917 Apr 07 14:28:46.037339 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ec4a2b42-c295-4045-87e1-833b14789307 req-aa6adbf3-49e0-489b-9ff8-06508098411d tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380895 Apr 07 14:28:46.046103 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299eaeea-0cd5-4924-a4d8-7c5117ce5675 req-e1662c82-1f1b-4173-beb7-19668e93bf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:46.051663 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-299eaeea-0cd5-4924-a4d8-7c5117ce5675 req-e1662c82-1f1b-4173-beb7-19668e93bf44 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=af6fad83fbd440a78d4e9f9cd610cc9b&device_id=bc58f59d-ee54-426e-95ff-74445b66c6ec HTTP/1.1" status: 200 len: 1096 time: 0.3577161 Apr 07 14:28:46.068193 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-e80f0879-18b5-4413-a874-87c332be062b req-1c853e20-813b-4237-a162-97b5a2653451 service neutron] Attempting to bind port a7933979-402c-40db-a2db-10656c931308 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 14:28:46.068518 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-e80f0879-18b5-4413-a874-87c332be062b req-1c853e20-813b-4237-a162-97b5a2653451 service neutron] Attempting to bind port a7933979-402c-40db-a2db-10656c931308 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'ea10a1ae-951f-4ed1-8a23-f61b743f5d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ec017521-96cd-45f1-ac24-5c5850f48e59'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 14:28:46.068886 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80f0879-18b5-4413-a874-87c332be062b req-1c853e20-813b-4237-a162-97b5a2653451 service neutron] Attempting to bind port a7933979-402c-40db-a2db-10656c931308 on network ec017521-96cd-45f1-ac24-5c5850f48e59 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:28:46.082366 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80f0879-18b5-4413-a874-87c332be062b req-1c853e20-813b-4237-a162-97b5a2653451 service neutron] Port a7933979-402c-40db-a2db-10656c931308 on network ec017521-96cd-45f1-ac24-5c5850f48e59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 14:28:46.082706 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80f0879-18b5-4413-a874-87c332be062b req-1c853e20-813b-4237-a162-97b5a2653451 service neutron] Attempting to bind port a7933979-402c-40db-a2db-10656c931308 on network ec017521-96cd-45f1-ac24-5c5850f48e59 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:28:46.108089 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-518fc833-20a1-437d-baff-e40dd9dbaf9b req-263df258-226c-4d74-b731-17134b0b5434 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216933 Apr 07 14:28:46.130491 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80f0879-18b5-4413-a874-87c332be062b req-1c853e20-813b-4237-a162-97b5a2653451 service neutron] Checking agent: {'id': '9602430f-c8c8-408a-9570-479772f8b05b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 14, 25, 46), 'started_at': datetime.datetime(2021, 4, 7, 14, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 14, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 14:28:46.131179 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80f0879-18b5-4413-a874-87c332be062b req-1c853e20-813b-4237-a162-97b5a2653451 service neutron] Checking segment: {'id': 'ea10a1ae-951f-4ed1-8a23-f61b743f5d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ec017521-96cd-45f1-ac24-5c5850f48e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:28:46.131787 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80f0879-18b5-4413-a874-87c332be062b req-1c853e20-813b-4237-a162-97b5a2653451 service neutron] Bound using segment: {'id': 'ea10a1ae-951f-4ed1-8a23-f61b743f5d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ec017521-96cd-45f1-ac24-5c5850f48e59'} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 14:28:46.132576 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-e80f0879-18b5-4413-a874-87c332be062b req-1c853e20-813b-4237-a162-97b5a2653451 service neutron] Bound port: a7933979-402c-40db-a2db-10656c931308, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea10a1ae-951f-4ed1-8a23-f61b743f5d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ec017521-96cd-45f1-ac24-5c5850f48e59'}}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 14:28:46.133202 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-e80f0879-18b5-4413-a874-87c332be062b req-1c853e20-813b-4237-a162-97b5a2653451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:46.339468 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-e80f0879-18b5-4413-a874-87c332be062b req-1c853e20-813b-4237-a162-97b5a2653451 service neutron] For port a7933979-402c-40db-a2db-10656c931308, host hv-cinder-78093, cleared binding levels {{(pid=84312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 14:28:46.344503 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-e80f0879-18b5-4413-a874-87c332be062b req-1c853e20-813b-4237-a162-97b5a2653451 service neutron] For port a7933979-402c-40db-a2db-10656c931308, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a7933979-402c-40db-a2db-10656c931308,segment=NetworkSegment(ea10a1ae-951f-4ed1-8a23-f61b743f5d60),segment_id=ea10a1ae-951f-4ed1-8a23-f61b743f5d60)] {{(pid=84312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 14:28:46.356793 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-e80f0879-18b5-4413-a874-87c332be062b req-1c853e20-813b-4237-a162-97b5a2653451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847702575'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:46.465507 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b720c-653d-4cc8-9a67-da5a487f2f1a req-26ba7ad3-7464-4667-a7b0-de447e497336 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:46.473281 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-014b720c-653d-4cc8-9a67-da5a487f2f1a req-26ba7ad3-7464-4667-a7b0-de447e497336 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 945 time: 0.2713487 Apr 07 14:28:46.544114 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-014b720c-653d-4cc8-9a67-da5a487f2f1a req-5ac0a6dd-b1f1-4880-a40f-61ec2a0f8fdd tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691452 Apr 07 14:28:46.556934 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299eaeea-0cd5-4924-a4d8-7c5117ce5675 req-3d387f7f-742a-4eb9-8ac8-7259f34d2af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:46.558118 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-299eaeea-0cd5-4924-a4d8-7c5117ce5675 req-3d387f7f-742a-4eb9-8ac8-7259f34d2af7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=48947f08-8f4e-4445-a0c2-94b53fac764a HTTP/1.1" status: 200 len: 915 time: 0.4913638 Apr 07 14:28:46.609930 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b7e170d3-2296-440d-8b8c-436932e3c5db req-3d4943ce-c896-41ad-9e79-23d1923a806d service neutron] 10.222.0.81 "GET /v2.0/networks/48947f08-8f4e-4445-a0c2-94b53fac764a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5826390 Apr 07 14:28:46.614573 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-42810d5d-6b7b-4f94-b3a9-74e1b56cfb27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:46.694924 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-299eaeea-0cd5-4924-a4d8-7c5117ce5675 req-462450fa-6219-4015-b121-4bd676407b8e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d458b85-a651-478f-9f15-ac9a80425e63 HTTP/1.1" status: 200 len: 217 time: 0.1202314 Apr 07 14:28:46.695430 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 44476) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:28:46.767836 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce0842fb-4d1a-46da-a935-b2d3079d759b admin admin] Deleting subnet 636a20b6-4ee0-42be-a820-0b15fd9fd1f5 {{(pid=84313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 07 14:28:46.813892 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ce0842fb-4d1a-46da-a935-b2d3079d759b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:46.826079 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c853e20-813b-4237-a162-97b5a2653451 service neutron] Pushing event updated for resources: {'Port': ['ID=a7933979-402c-40db-a2db-10656c931308,revision_number=3']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:46.877991 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-1c853e20-813b-4237-a162-97b5a2653451 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:47.082958 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b7e170d3-2296-440d-8b8c-436932e3c5db req-e5309dd9-dff1-4e9c-aea2-25fca47c98e9 service neutron] 10.222.0.81 "GET /v2.0/networks/48947f08-8f4e-4445-a0c2-94b53fac764a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962062 Apr 07 14:28:47.090875 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f0879-18b5-4413-a874-87c332be062b req-1c853e20-813b-4237-a162-97b5a2653451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:47.091602 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-e80f0879-18b5-4413-a874-87c332be062b req-1c853e20-813b-4237-a162-97b5a2653451 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:47.097839 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e80f0879-18b5-4413-a874-87c332be062b req-1c853e20-813b-4237-a162-97b5a2653451 service neutron] 10.222.0.81 "PUT /v2.0/ports/a7933979-402c-40db-a2db-10656c931308 HTTP/1.1" status: 200 len: 1096 time: 4.3885345 Apr 07 14:28:47.098611 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e2fdf12-43bd-4235-aec7-411d5f514b9a', 'tag': 'a7933979-402c-40db-a2db-10656c931308'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:28:47.423920 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-67d7b00b-c34a-47fe-886d-b4f1e6fbf2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:47.463503 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299eaeea-0cd5-4924-a4d8-7c5117ce5675 req-75586dc8-a25f-4db6-a31c-8fb785f16941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:47.465343 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-299eaeea-0cd5-4924-a4d8-7c5117ce5675 req-75586dc8-a25f-4db6-a31c-8fb785f16941 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=680613ef-fc50-4022-b80a-d2e8597917da HTTP/1.1" status: 200 len: 854 time: 0.6924205 Apr 07 14:28:47.539850 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-299eaeea-0cd5-4924-a4d8-7c5117ce5675 req-ccc656b0-a05e-4523-8353-6651698e385c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=48947f08-8f4e-4445-a0c2-94b53fac764a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553918 Apr 07 14:28:47.551275 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ce0842fb-4d1a-46da-a935-b2d3079d759b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:47.587266 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ce0842fb-4d1a-46da-a935-b2d3079d759b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854771514'] for subnet, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:47.685405 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559058e0-5444-4d03-be04-1ee455619edc req-3856c7a8-29cf-4185-b585-bafb7f6b1fd6 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:47.688773 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-559058e0-5444-4d03-be04-1ee455619edc req-3856c7a8-29cf-4185-b585-bafb7f6b1fd6 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc58f59d-ee54-426e-95ff-74445b66c6ec HTTP/1.1" status: 200 len: 943 time: 0.2819457 Apr 07 14:28:47.701016 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61ee16-1836-469e-8c74-276ce53635e2 req-fa232d29-f0f2-4b57-8286-5ba0c8c31889 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:47.702770 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5a61ee16-1836-469e-8c74-276ce53635e2 req-fa232d29-f0f2-4b57-8286-5ba0c8c31889 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e2fdf12-43bd-4235-aec7-411d5f514b9a HTTP/1.1" status: 200 len: 946 time: 0.9311662 Apr 07 14:28:47.703663 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f0879-18b5-4413-a874-87c332be062b req-44154d19-2e5f-4b9c-aa21-31f478b75656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:47.706638 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e80f0879-18b5-4413-a874-87c332be062b req-44154d19-2e5f-4b9c-aa21-31f478b75656 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9bea11aaf4cc452fa4eba4dac6229523&device_id=4e2fdf12-43bd-4235-aec7-411d5f514b9a HTTP/1.1" status: 200 len: 1099 time: 0.4803412 Apr 07 14:28:47.783726 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5a61ee16-1836-469e-8c74-276ce53635e2 req-a7d3b8c4-5d19-4da3-ad7c-8ad5c0839079 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] 10.222.0.63 "GET /v2.0/security-groups?id=9b1f0e71-08aa-46d7-9e4e-61e87dbee221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627623 Apr 07 14:28:47.876256 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-559058e0-5444-4d03-be04-1ee455619edc req-6f139117-3604-45c1-8f03-db0c4655dad9 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774490 Apr 07 14:28:47.894648 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e2fdf12-43bd-4235-aec7-411d5f514b9a', 'tag': 'a7933979-402c-40db-a2db-10656c931308', 'status': 'completed', 'code': 200} Apr 07 14:28:47.897682 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e80f0879-18b5-4413-a874-87c332be062b req-d28382bb-cbdb-4d16-a11e-5d19d81fb81e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=a7933979-402c-40db-a2db-10656c931308 HTTP/1.1" status: 200 len: 217 time: 0.1688819 Apr 07 14:28:47.905983 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-299eaeea-0cd5-4924-a4d8-7c5117ce5675 req-d330a21b-752f-452e-a752-2c231e88bbe9 service neutron] 10.222.0.81 "GET /v2.0/networks/48947f08-8f4e-4445-a0c2-94b53fac764a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495696 Apr 07 14:28:48.031445 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f0879-18b5-4413-a874-87c332be062b req-53e03ba7-2c6d-4bbc-b8a8-89536c42f6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:48.036842 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e80f0879-18b5-4413-a874-87c332be062b req-53e03ba7-2c6d-4bbc-b8a8-89536c42f6dd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=eece457e-4acb-435a-8202-6bc6a75c7f5c HTTP/1.1" status: 200 len: 843 time: 0.1179056 Apr 07 14:28:48.117748 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-68064a8d-a1ee-4a07-912b-506dbeaf5e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:48.207269 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f0879-18b5-4413-a874-87c332be062b req-401d31a6-d5b9-4f93-b444-ada26783fe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:48.209529 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e80f0879-18b5-4413-a874-87c332be062b req-401d31a6-d5b9-4f93-b444-ada26783fe54 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ec017521-96cd-45f1-ac24-5c5850f48e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1620655 Apr 07 14:28:48.224423 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d5654-d111-4518-a859-f0d90201ad33 req-52f7cada-4116-4c1d-82b5-1d9bfb9687e9 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:48.226208 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b15d5654-d111-4518-a859-f0d90201ad33 req-52f7cada-4116-4c1d-82b5-1d9bfb9687e9 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 945 time: 0.1362190 Apr 07 14:28:48.382464 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b15d5654-d111-4518-a859-f0d90201ad33 req-248b973f-d366-4299-bde6-6bd43c06ba31 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305451 Apr 07 14:28:48.401004 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-299eaeea-0cd5-4924-a4d8-7c5117ce5675 req-bfa404f7-730f-4b11-9233-db0da7ea4439 service neutron] 10.222.0.81 "GET /v2.0/networks/48947f08-8f4e-4445-a0c2-94b53fac764a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4764943 Apr 07 14:28:48.435442 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b4b12-5072-492d-a798-ad76b5ef33c3 req-2929b331-9ac8-471e-8b7e-c17b39cbb9ae tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:48.437381 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e14b4b12-5072-492d-a798-ad76b5ef33c3 req-2929b331-9ac8-471e-8b7e-c17b39cbb9ae tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 945 time: 0.3518124 Apr 07 14:28:48.483358 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e80f0879-18b5-4413-a874-87c332be062b req-15d7cdcf-45a6-4e5f-adbd-d11ea4d04fdc service neutron] 10.222.0.81 "GET /v2.0/networks/ec017521-96cd-45f1-ac24-5c5850f48e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560356 Apr 07 14:28:48.505242 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ce0842fb-4d1a-46da-a935-b2d3079d759b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954'] for subnet, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:48.508926 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 1d458b85-a651-478f-9f15-ac9a80425e63 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=84314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 14:28:48.574259 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 207765ac-57a5-4aa8-a2e0-6c4476ab7a6f up at agent hyperv_hv-cinder-78093 {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:28:48.681374 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ba58230a-da6c-4595-b0b2-f886f33773a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:48.704328 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e80f0879-18b5-4413-a874-87c332be062b req-b93e3731-6939-4ca3-9605-4b8321493bd0 service neutron] 10.222.0.81 "GET /v2.0/networks/ec017521-96cd-45f1-ac24-5c5850f48e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131355 Apr 07 14:28:48.744775 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.agents_db [None req-6fbea437-4030-452f-8588-832da035c2c0 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 14:28:48.788313 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e14b4b12-5072-492d-a798-ad76b5ef33c3 req-fb5523fd-4b02-42f1-9425-fa5dbb85e664 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316121 Apr 07 14:28:48.794959 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0842fb-4d1a-46da-a935-b2d3079d759b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=636a20b6-4ee0-42be-a820-0b15fd9fd1f5,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:48.822994 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:48.830624 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Provisioning for port 207765ac-57a5-4aa8-a2e0-6c4476ab7a6f completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:28:48.835090 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ce0842fb-4d1a-46da-a935-b2d3079d759b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:48.837859 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Provisioning complete for port 207765ac-57a5-4aa8-a2e0-6c4476ab7a6f triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:28:48.838527 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:48.975446 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ce0842fb-4d1a-46da-a935-b2d3079d759b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:48.994381 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-ce0842fb-4d1a-46da-a935-b2d3079d759b admin admin] 10.222.0.63 "DELETE /v2.0/subnets/636a20b6-4ee0-42be-a820-0b15fd9fd1f5 HTTP/1.1" status: 204 len: 168 time: 2.2974677 Apr 07 14:28:49.002152 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 44534) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:28:49.425758 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port 1d458b85-a651-478f-9f15-ac9a80425e63, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=1d458b85-a651-478f-9f15-ac9a80425e63,segment=NetworkSegment(9d8ef5b9-c447-4b90-9831-d929e59e09af),segment_id=9d8ef5b9-c447-4b90-9831-d929e59e09af)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:28:49.462413 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63f08a-b6e8-4c0a-8cda-d60ec5d54fa2 req-a9af6c03-48f4-47ec-b1af-1915f4fe5b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:49.473291 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1c63f08a-b6e8-4c0a-8cda-d60ec5d54fa2 req-a9af6c03-48f4-47ec-b1af-1915f4fe5b8f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9bea11aaf4cc452fa4eba4dac6229523&device_id=4e2fdf12-43bd-4235-aec7-411d5f514b9a HTTP/1.1" status: 200 len: 1099 time: 0.6663437 Apr 07 14:28:49.481460 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-aab87005-b809-412b-affa-56de060e9268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-137828'] for network, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:49.511746 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Returning: {'device': '1d458b85-a651-478f-9f15-ac9a80425e63', 'network_id': '48947f08-8f4e-4445-a0c2-94b53fac764a', 'port_id': '1d458b85-a651-478f-9f15-ac9a80425e63', 'mac_address': 'fa:16:3e:89:0b:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680613ef-fc50-4022-b80a-d2e8597917da', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 14:28:49.633853 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:49.687643 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b209db44-6b45-43be-8bbc-640d1b3af949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207765ac-57a5-4aa8-a2e0-6c4476ab7a6f'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:28:49.706883 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:49.712434 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d458b85-a651-478f-9f15-ac9a80425e63 {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 14:28:49.744588 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port 207765ac-57a5-4aa8-a2e0-6c4476ab7a6f, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=207765ac-57a5-4aa8-a2e0-6c4476ab7a6f,segment=NetworkSegment(0118da08-8e30-4678-bce3-0cdb584704d7),segment_id=0118da08-8e30-4678-bce3-0cdb584704d7)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:28:49.755881 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:49.772788 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:49.779169 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcbab8-af5c-4f6f-afa6-5b8bb6af1479 req-eadbf459-7aef-4412-8bdf-bb9f4e50cca3 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:49.792866 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0bfcbab8-af5c-4f6f-afa6-5b8bb6af1479 req-eadbf459-7aef-4412-8bdf-bb9f4e50cca3 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e2fdf12-43bd-4235-aec7-411d5f514b9a HTTP/1.1" status: 200 len: 946 time: 0.6302881 Apr 07 14:28:49.880545 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0bfcbab8-af5c-4f6f-afa6-5b8bb6af1479 req-2d645f2d-2b13-498b-a978-9d57e4553c26 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] 10.222.0.63 "GET /v2.0/security-groups?id=9b1f0e71-08aa-46d7-9e4e-61e87dbee221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760944 Apr 07 14:28:49.905704 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Pushing event updated for resources: {'Port': ['ID=207765ac-57a5-4aa8-a2e0-6c4476ab7a6f,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:49.912284 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port 1d458b85-a651-478f-9f15-ac9a80425e63, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=1d458b85-a651-478f-9f15-ac9a80425e63,segment=NetworkSegment(9d8ef5b9-c447-4b90-9831-d929e59e09af),segment_id=9d8ef5b9-c447-4b90-9831-d929e59e09af)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:28:49.913855 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:49.915155 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-aab87005-b809-412b-affa-56de060e9268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14662', 'neutron.services.segments.db._delete_segments_for_network--9223363304368102158'] for network, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:49.922410 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:49.935142 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:49.995027 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-753d5ca8-67af-4e0f-aee9-cf9190fbeaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:50.025641 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63f08a-b6e8-4c0a-8cda-d60ec5d54fa2 req-3f555eca-1b21-4832-afb3-d9dbda56cf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:50.028378 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1c63f08a-b6e8-4c0a-8cda-d60ec5d54fa2 req-3f555eca-1b21-4832-afb3-d9dbda56cf61 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ec017521-96cd-45f1-ac24-5c5850f48e59 HTTP/1.1" status: 200 len: 870 time: 0.5216894 Apr 07 14:28:50.030439 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Pushing event updated for resources: {'Port': ['ID=1d458b85-a651-478f-9f15-ac9a80425e63,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:50.034562 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:50.168985 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-aab87005-b809-412b-affa-56de060e9268 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:28:50.169606 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-aab87005-b809-412b-affa-56de060e9268 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:28:50.170217 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-aab87005-b809-412b-affa-56de060e9268 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:28:50.170592 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-aab87005-b809-412b-affa-56de060e9268 admin admin] Subscribe: > port after_create 55550000 {{(pid=84313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:28:50.171156 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-aab87005-b809-412b-affa-56de060e9268 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:28:50.171332 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-aab87005-b809-412b-affa-56de060e9268 admin admin] Subscribe: > port after_update 55550000 {{(pid=84313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:28:50.171665 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-aab87005-b809-412b-affa-56de060e9268 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:28:50.172072 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-aab87005-b809-412b-affa-56de060e9268 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:28:50.172453 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-aab87005-b809-412b-affa-56de060e9268 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:28:50.172839 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-aab87005-b809-412b-affa-56de060e9268 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:28:50.244108 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-aab87005-b809-412b-affa-56de060e9268 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:28:50.244530 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-aab87005-b809-412b-affa-56de060e9268 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:28:50.244980 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-aab87005-b809-412b-affa-56de060e9268 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:28:50.245410 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-aab87005-b809-412b-affa-56de060e9268 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:28:50.245620 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1c63f08a-b6e8-4c0a-8cda-d60ec5d54fa2 req-081ce024-43b0-4f86-a415-cbb8d56dccde service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=a7933979-402c-40db-a2db-10656c931308 HTTP/1.1" status: 200 len: 217 time: 0.2068622 Apr 07 14:28:50.245789 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.segments.db [None req-aab87005-b809-412b-affa-56de060e9268 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64337612-feea-4e2d-953e-a7b35601ec92']}} {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:28:50.281444 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.segments.db [None req-aab87005-b809-412b-affa-56de060e9268 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6579ad7-9f41-44c7-a382-db5bb61474cf') {'for_net_delete': True} {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:28:50.281786 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.segments.db [None req-aab87005-b809-412b-affa-56de060e9268 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6579ad7-9f41-44c7-a382-db5bb61474cf') {} {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:28:50.308134 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-aab87005-b809-412b-affa-56de060e9268 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304368070140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960036'] for segment, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:50.312765 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] get_ports_and_sgs() called for port_ids ['1d458b85-a651-478f-9f15-ac9a80425e63'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 14:28:50.330035 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-aab87005-b809-412b-affa-56de060e9268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773215'] for segment, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:50.343555 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aab87005-b809-412b-affa-56de060e9268 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=84313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 07 14:28:50.374644 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b766f09-14f0-476c-ac1a-153c68d5acdd req-a4ee1d28-0dd1-47ff-86b0-1e74cc303dc0 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:50.376512 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4b766f09-14f0-476c-ac1a-153c68d5acdd req-a4ee1d28-0dd1-47ff-86b0-1e74cc303dc0 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc58f59d-ee54-426e-95ff-74445b66c6ec HTTP/1.1" status: 200 len: 944 time: 0.3813035 Apr 07 14:28:50.394405 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57ff85-4452-4908-a3a3-b583d75f2d00 req-745c4fdb-224f-41d6-b9e6-8be50def59db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:50.395922 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ed57ff85-4452-4908-a3a3-b583d75f2d00 req-745c4fdb-224f-41d6-b9e6-8be50def59db service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3cedb750960847b9a6d948554b936778&device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 1098 time: 0.3994479 Apr 07 14:28:50.438933 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8400a7-1d10-4eb2-9321-ef85fe0e53ea req-c4ecba0d-9019-413d-b796-c807e454353f tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:50.453828 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-7d8400a7-1d10-4eb2-9321-ef85fe0e53ea req-c4ecba0d-9019-413d-b796-c807e454353f tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 946 time: 0.2926941 Apr 07 14:28:50.458666 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63f08a-b6e8-4c0a-8cda-d60ec5d54fa2 req-f067d34b-9c1e-4949-b8dc-7429e34fcfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:50.461468 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1c63f08a-b6e8-4c0a-8cda-d60ec5d54fa2 req-f067d34b-9c1e-4949-b8dc-7429e34fcfa2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=eece457e-4acb-435a-8202-6bc6a75c7f5c HTTP/1.1" status: 200 len: 843 time: 0.2073815 Apr 07 14:28:50.644205 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-7d8400a7-1d10-4eb2-9321-ef85fe0e53ea req-40aab381-0a5c-4a95-b384-e9ab8dedc649 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1886442 Apr 07 14:28:50.657324 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4b766f09-14f0-476c-ac1a-153c68d5acdd req-a6e3fb79-9d8c-4c8c-898d-2622cf5db7f4 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664952 Apr 07 14:28:50.761819 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63f08a-b6e8-4c0a-8cda-d60ec5d54fa2 req-7c1441b1-b13a-4289-ad56-dd985e7aa1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:50.764884 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1c63f08a-b6e8-4c0a-8cda-d60ec5d54fa2 req-7c1441b1-b13a-4289-ad56-dd985e7aa1f7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ec017521-96cd-45f1-ac24-5c5850f48e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2655084 Apr 07 14:28:50.857143 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b209db44-6b45-43be-8bbc-640d1b3af949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207765ac-57a5-4aa8-a2e0-6c4476ab7a6f', 'code': 200} Apr 07 14:28:51.199335 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-aab87005-b809-412b-affa-56de060e9268 admin admin] Network 64337612-feea-4e2d-953e-a7b35601ec92 has no segments {{(pid=84313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 14:28:51.211320 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-aab87005-b809-412b-affa-56de060e9268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6250552'] for segment, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:51.354094 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 44590) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:28:51.377847 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1c63f08a-b6e8-4c0a-8cda-d60ec5d54fa2 req-740e8e68-55ad-4235-ab66-478734b3087f service neutron] 10.222.0.81 "GET /v2.0/networks/ec017521-96cd-45f1-ac24-5c5850f48e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6005163 Apr 07 14:28:51.580137 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 44600) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:28:51.624554 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1c63f08a-b6e8-4c0a-8cda-d60ec5d54fa2 req-ab12b459-1d0a-43b5-bbfb-06919dfa97a8 service neutron] 10.222.0.81 "GET /v2.0/networks/ec017521-96cd-45f1-ac24-5c5850f48e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855552 Apr 07 14:28:51.679152 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd4cf58-cf41-4516-bd0f-097ad6bf5115 req-634612ef-bd90-498b-a4a3-3f45646b1909 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:51.687055 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-8fd4cf58-cf41-4516-bd0f-097ad6bf5115 req-634612ef-bd90-498b-a4a3-3f45646b1909 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 945 time: 0.8445594 Apr 07 14:28:51.703394 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-aab87005-b809-412b-affa-56de060e9268 admin admin] Network 64337612-feea-4e2d-953e-a7b35601ec92 has no segments {{(pid=84313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 14:28:51.722154 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60180bca-486d-4103-9cc8-b2f97daf5b3f req-249574ae-e192-4eb7-8718-639c48902608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:51.724075 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-60180bca-486d-4103-9cc8-b2f97daf5b3f req-249574ae-e192-4eb7-8718-639c48902608 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 1099 time: 0.3358636 Apr 07 14:28:51.735773 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-8fd4cf58-cf41-4516-bd0f-097ad6bf5115 req-d6807c9e-3ce3-4835-80d8-2cbcf5a51e91 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456333 Apr 07 14:28:51.782278 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-60180bca-486d-4103-9cc8-b2f97daf5b3f req-1e3bd3a6-c8f7-420f-89c2-a1ef7a43d557 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453320 Apr 07 14:28:51.798857 dv-cinder-780933-3-smb neutron-server[84199]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 14:28:51.798857 dv-cinder-780933-3-smb neutron-server[84199]: from cryptography.utils import int_from_bytes Apr 07 14:28:51.798857 dv-cinder-780933-3-smb neutron-server[84199]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 14:28:51.798857 dv-cinder-780933-3-smb neutron-server[84199]: from cryptography.utils import int_from_bytes Apr 07 14:28:51.798857 dv-cinder-780933-3-smb neutron-server[84199]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 07 14:28:51.798857 dv-cinder-780933-3-smb neutron-server[84199]: (rel_b, rel_a, rel_b), Apr 07 14:28:51.798857 dv-cinder-780933-3-smb neutron-server[84199]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 07 14:28:51.798857 dv-cinder-780933-3-smb neutron-server[84199]: (rel_b, rel_a, rel_b), Apr 07 14:28:51.798857 dv-cinder-780933-3-smb neutron-server[84199]: Traceback (most recent call last): Apr 07 14:28:51.798857 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 14:28:51.798857 dv-cinder-780933-3-smb neutron-server[84199]: timer() Apr 07 14:28:51.798857 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 14:28:51.798857 dv-cinder-780933-3-smb neutron-server[84199]: cb(*args, **kw) Apr 07 14:28:51.798857 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 07 14:28:51.798857 dv-cinder-780933-3-smb neutron-server[84199]: return func(*args, **kwargs) Apr 07 14:28:51.798857 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 14:28:51.798857 dv-cinder-780933-3-smb neutron-server[84199]: self._notify() Apr 07 14:28:51.798857 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 14:28:51.798857 dv-cinder-780933-3-smb neutron-server[84199]: self.callback(batched_events) Apr 07 14:28:51.798857 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 14:28:51.798857 dv-cinder-780933-3-smb neutron-server[84199]: event.method(event) Apr 07 14:28:51.798857 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 07 14:28:51.798857 dv-cinder-780933-3-smb neutron-server[84199]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 14:28:51.798857 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 07 14:28:51.798857 dv-cinder-780933-3-smb neutron-server[84199]: segment_id)['aggregates'][0] Apr 07 14:28:51.798857 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 07 14:28:51.798857 dv-cinder-780933-3-smb neutron-server[84199]: return f(self, *a, **k) Apr 07 14:28:51.798857 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 07 14:28:51.798857 dv-cinder-780933-3-smb neutron-server[84199]: return self._get(url).json() Apr 07 14:28:51.798857 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 14:28:51.798857 dv-cinder-780933-3-smb neutron-server[84199]: **kwargs) Apr 07 14:28:51.798857 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 14:28:51.798857 dv-cinder-780933-3-smb neutron-server[84199]: return self.request(url, 'GET', **kwargs) Apr 07 14:28:51.798857 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 07 14:28:51.798857 dv-cinder-780933-3-smb neutron-server[84199]: **endpoint_filter) Apr 07 14:28:51.798857 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 14:28:51.798857 dv-cinder-780933-3-smb neutron-server[84199]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 14:28:51.798857 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 14:28:51.798857 dv-cinder-780933-3-smb neutron-server[84199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 14:28:51.798857 dv-cinder-780933-3-smb neutron-server[84199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 14:28:51.865858 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-40d38803-15e0-49a0-a082-f696687fe82f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:51.890405 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57ff85-4452-4908-a3a3-b583d75f2d00 req-98107aa0-3e03-4248-99cc-4af5dbbfe3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:51.892008 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ed57ff85-4452-4908-a3a3-b583d75f2d00 req-98107aa0-3e03-4248-99cc-4af5dbbfe3a1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb HTTP/1.1" status: 200 len: 919 time: 1.4382479 Apr 07 14:28:51.901008 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-40d38803-15e0-49a0-a082-f696687fe82f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:28:51.982159 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-40d38803-15e0-49a0-a082-f696687fe82f admin admin] Usage tracker for resource:security_group_rule and tenant:ab7ff8c97e2a44878821acb04ca18ffc is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:28:51.994962 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-aab87005-b809-412b-affa-56de060e9268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854761138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8275419'] for network, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:51.996798 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-40d38803-15e0-49a0-a082-f696687fe82f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:28:52.010648 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836914b-5899-4301-96a9-48d8316c0b60 req-78e550cd-0e97-4483-a341-e62596fb3101 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:52.012534 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-7836914b-5899-4301-96a9-48d8316c0b60 req-78e550cd-0e97-4483-a341-e62596fb3101 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc58f59d-ee54-426e-95ff-74445b66c6ec HTTP/1.1" status: 200 len: 944 time: 0.0981572 Apr 07 14:28:52.015074 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ed57ff85-4452-4908-a3a3-b583d75f2d00 req-14a0b89e-1249-4d0b-8ad8-2108bf26ce7f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15d5286e-c5ef-4c43-a228-a33981f81ec7 HTTP/1.1" status: 200 len: 217 time: 0.1094851 Apr 07 14:28:52.026088 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-40d38803-15e0-49a0-a082-f696687fe82f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:28:52.029688 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2888f145-7334-474f-b65b-b39d1b880340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:52.045860 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:52.059521 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-7836914b-5899-4301-96a9-48d8316c0b60 req-06b29cfa-f203-4183-8218-78750b40bb3f tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391226 Apr 07 14:28:52.099616 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-aab87005-b809-412b-affa-56de060e9268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for network, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:52.132616 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-2888f145-7334-474f-b65b-b39d1b880340 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:28:52.142994 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab87005-b809-412b-affa-56de060e9268 admin admin] Pushing event deleted for resources: {'Network': ['ID=64337612-feea-4e2d-953e-a7b35601ec92,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:52.162375 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-aab87005-b809-412b-affa-56de060e9268 admin admin] 10.222.0.63 "DELETE /v2.0/networks/64337612-feea-4e2d-953e-a7b35601ec92 HTTP/1.1" status: 204 len: 168 time: 3.1585433 Apr 07 14:28:52.167178 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-2888f145-7334-474f-b65b-b39d1b880340 admin admin] Usage tracker for resource:security_group_rule and tenant:d8b5ec3c28684c56b18ddb4bf0a21e8d is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:28:52.170534 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-2888f145-7334-474f-b65b-b39d1b880340 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:28:52.173852 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-aab87005-b809-412b-affa-56de060e9268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:52.192430 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ac748-abda-4b42-b44d-de96ed01530a req-4ff92b7d-ac24-4a00-b14f-bbcf6c63fc8f tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:52.194127 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-cf0ac748-abda-4b42-b44d-de96ed01530a req-4ff92b7d-ac24-4a00-b14f-bbcf6c63fc8f tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e2fdf12-43bd-4235-aec7-411d5f514b9a HTTP/1.1" status: 200 len: 946 time: 0.8494971 Apr 07 14:28:52.197103 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-2888f145-7334-474f-b65b-b39d1b880340 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:28:52.242084 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57ff85-4452-4908-a3a3-b583d75f2d00 req-cfd8fa87-3617-4af5-aa93-ccb483000df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:52.243553 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ed57ff85-4452-4908-a3a3-b583d75f2d00 req-cfd8fa87-3617-4af5-aa93-ccb483000df9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e62acf97-8dac-49ae-b633-d54e2e4cb525 HTTP/1.1" status: 200 len: 858 time: 0.1990154 Apr 07 14:28:52.334687 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ed57ff85-4452-4908-a3a3-b583d75f2d00 req-8afc4a1a-9dc4-4960-85eb-9f73fdf69863 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739665 Apr 07 14:28:52.337863 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-cf0ac748-abda-4b42-b44d-de96ed01530a req-c04a3d1c-b682-4740-a327-05a7d505c9d1 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] 10.222.0.63 "GET /v2.0/security-groups?id=9b1f0e71-08aa-46d7-9e4e-61e87dbee221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172402 Apr 07 14:28:52.366758 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7546c-67ef-4b7a-a83b-ae844d026a70 req-0127a283-fb37-4492-9690-06adafc6eb92 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:52.371972 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-dfe7546c-67ef-4b7a-a83b-ae844d026a70 req-0127a283-fb37-4492-9690-06adafc6eb92 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 946 time: 0.1279185 Apr 07 14:28:52.372663 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 44618) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:28:52.476425 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-dfe7546c-67ef-4b7a-a83b-ae844d026a70 req-21efbb5e-9ac4-4b69-b2e2-c74eee673e31 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847955 Apr 07 14:28:52.483749 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-b05647ff-b5e6-4e4b-b1b9-4fb91edd12bf admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c90060d015924f5b8528ee50e0508f9d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1091981 Apr 07 14:28:52.488056 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 44622) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:28:52.515448 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device a7933979-402c-40db-a2db-10656c931308 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=84314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 14:28:52.519552 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 1d458b85-a651-478f-9f15-ac9a80425e63 up at agent hyperv_hv-cinder-78093 {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:28:52.626615 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9a369be7-d50f-424f-8b9e-886bb39949e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:52.644406 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-40d38803-15e0-49a0-a082-f696687fe82f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:52.671565 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-40d38803-15e0-49a0-a082-f696687fe82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:52.679991 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9a369be7-d50f-424f-8b9e-886bb39949e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:52.682717 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2888f145-7334-474f-b65b-b39d1b880340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:52.702494 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:52.727151 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Provisioning for port 1d458b85-a651-478f-9f15-ac9a80425e63 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:28:52.740018 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2888f145-7334-474f-b65b-b39d1b880340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:52.750886 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Provisioning complete for port 1d458b85-a651-478f-9f15-ac9a80425e63 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:28:52.751389 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:52.787488 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9a369be7-d50f-424f-8b9e-886bb39949e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:52.816869 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-cd76e14f-06ac-4cbc-b428-189c2a443fd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:52.832159 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port a7933979-402c-40db-a2db-10656c931308, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a7933979-402c-40db-a2db-10656c931308,segment=NetworkSegment(ea10a1ae-951f-4ed1-8a23-f61b743f5d60),segment_id=ea10a1ae-951f-4ed1-8a23-f61b743f5d60)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:28:52.860097 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Returning: {'device': 'a7933979-402c-40db-a2db-10656c931308', 'network_id': 'ec017521-96cd-45f1-ac24-5c5850f48e59', 'port_id': 'a7933979-402c-40db-a2db-10656c931308', 'mac_address': 'fa:16:3e:0d:c8:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eece457e-4acb-435a-8202-6bc6a75c7f5c', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 14:28:52.867727 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a369be7-d50f-424f-8b9e-886bb39949e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36cb5e1a-9d61-4ef4-a45c-07260440c647,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:52.885617 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ed57ff85-4452-4908-a3a3-b583d75f2d00 req-51328a9c-4fa8-4a8d-aea4-b25645880dfd service neutron] 10.222.0.81 "GET /v2.0/networks/346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5392883 Apr 07 14:28:52.886303 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9a369be7-d50f-424f-8b9e-886bb39949e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:52.910560 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-9a369be7-d50f-424f-8b9e-886bb39949e9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/36cb5e1a-9d61-4ef4-a45c-07260440c647 HTTP/1.1" status: 204 len: 168 time: 0.4189837 Apr 07 14:28:52.918110 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9a369be7-d50f-424f-8b9e-886bb39949e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:52.997557 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:53.005180 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:53.036055 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc58f59d-ee54-426e-95ff-74445b66c6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d458b85-a651-478f-9f15-ac9a80425e63'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:28:53.069074 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7933979-402c-40db-a2db-10656c931308 {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 14:28:53.074887 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port 1d458b85-a651-478f-9f15-ac9a80425e63, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=1d458b85-a651-478f-9f15-ac9a80425e63,segment=NetworkSegment(9d8ef5b9-c447-4b90-9831-d929e59e09af),segment_id=9d8ef5b9-c447-4b90-9831-d929e59e09af)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:28:53.082514 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:53.094365 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:53.183825 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port a7933979-402c-40db-a2db-10656c931308, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a7933979-402c-40db-a2db-10656c931308,segment=NetworkSegment(ea10a1ae-951f-4ed1-8a23-f61b743f5d60),segment_id=ea10a1ae-951f-4ed1-8a23-f61b743f5d60)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:28:53.187972 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:53.214564 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-40d38803-15e0-49a0-a082-f696687fe82f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ab7ff8c97e2a44878821acb04ca18ffc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7420228 Apr 07 14:28:53.216368 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 44638) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:28:53.252952 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Pushing event updated for resources: {'Port': ['ID=1d458b85-a651-478f-9f15-ac9a80425e63,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:53.256911 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:53.257393 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:53.330214 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc58f59d-ee54-426e-95ff-74445b66c6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d458b85-a651-478f-9f15-ac9a80425e63', 'code': 200} Apr 07 14:28:53.357504 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d38803-15e0-49a0-a082-f696687fe82f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c21517-b6f3-4c95-befc-023cab1ef460,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:53.376049 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-40d38803-15e0-49a0-a082-f696687fe82f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:53.389454 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-2888f145-7334-474f-b65b-b39d1b880340 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d8b5ec3c28684c56b18ddb4bf0a21e8d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7529697 Apr 07 14:28:53.390249 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.511s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:53.405169 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 44642) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:28:53.435707 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Pushing event updated for resources: {'Port': ['ID=a7933979-402c-40db-a2db-10656c931308,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:53.439473 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:53.529639 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] get_ports_and_sgs() called for port_ids ['a7933979-402c-40db-a2db-10656c931308'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 14:28:53.615847 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-49f6e9d0-12f1-4cd1-b59a-4a052cd817e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:53.666084 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2888f145-7334-474f-b65b-b39d1b880340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74107a3-343c-4a42-b9c3-cce2b0f16912,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:53.707221 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2888f145-7334-474f-b65b-b39d1b880340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:53.766208 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ed57ff85-4452-4908-a3a3-b583d75f2d00 req-6176509d-d6dc-4c7f-9c8a-771e4dbf2556 service neutron] 10.222.0.81 "GET /v2.0/networks/346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8212152 Apr 07 14:28:53.795910 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-10ae3ced-acb6-4834-83d1-8ddd8867fb5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:53.807918 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae32561-8d17-4e3c-b1a0-0686be124205 req-fe48829d-995f-44bf-b2ff-c90f889350c4 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:53.811873 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-49f6e9d0-12f1-4cd1-b59a-4a052cd817e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:53.816793 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-7ae32561-8d17-4e3c-b1a0-0686be124205 req-fe48829d-995f-44bf-b2ff-c90f889350c4 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 945 time: 0.5976043 Apr 07 14:28:53.872176 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-10ae3ced-acb6-4834-83d1-8ddd8867fb5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:53.892041 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-7ae32561-8d17-4e3c-b1a0-0686be124205 req-e5bd8c9c-c28c-4975-99b4-a744a3d81fb6 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736027 Apr 07 14:28:54.010945 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-10ae3ced-acb6-4834-83d1-8ddd8867fb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:54.019673 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:54.040621 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae3ced-acb6-4834-83d1-8ddd8867fb5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74107a3-343c-4a42-b9c3-cce2b0f16912,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:54.043780 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-10ae3ced-acb6-4834-83d1-8ddd8867fb5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:54.064871 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-10ae3ced-acb6-4834-83d1-8ddd8867fb5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:54.070491 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-10ae3ced-acb6-4834-83d1-8ddd8867fb5f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d74107a3-343c-4a42-b9c3-cce2b0f16912 HTTP/1.1" status: 204 len: 168 time: 0.6585720 Apr 07 14:28:54.091064 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-49f6e9d0-12f1-4cd1-b59a-4a052cd817e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:54.116128 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:54.216808 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-49f6e9d0-12f1-4cd1-b59a-4a052cd817e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:54.222856 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-49f6e9d0-12f1-4cd1-b59a-4a052cd817e6 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f3c21517-b6f3-4c95-befc-023cab1ef460 HTTP/1.1" status: 204 len: 168 time: 1.0005877 Apr 07 14:28:54.222856 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f6e9d0-12f1-4cd1-b59a-4a052cd817e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c21517-b6f3-4c95-befc-023cab1ef460,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:54.234306 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-49f6e9d0-12f1-4cd1-b59a-4a052cd817e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:54.283071 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7185ac-7848-4164-8b13-d5203fc3acfd req-f038798a-3fad-4b68-b91b-c0d0f8e431f1 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:54.284891 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-be7185ac-7848-4164-8b13-d5203fc3acfd req-f038798a-3fad-4b68-b91b-c0d0f8e431f1 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e2fdf12-43bd-4235-aec7-411d5f514b9a HTTP/1.1" status: 200 len: 947 time: 0.1618893 Apr 07 14:28:54.301079 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081dad16-870f-4050-ad96-8b36c0283afb req-60ec7589-1820-4ef1-9ec7-07776850355f tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:54.310465 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-081dad16-870f-4050-ad96-8b36c0283afb req-60ec7589-1820-4ef1-9ec7-07776850355f tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc58f59d-ee54-426e-95ff-74445b66c6ec HTTP/1.1" status: 200 len: 945 time: 0.6483417 Apr 07 14:28:54.340712 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195a041-2a4a-4ef3-8e39-fb96e513e5f2 req-955aa29a-b57f-48c1-ae04-9463fecb5c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:54.343651 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c195a041-2a4a-4ef3-8e39-fb96e513e5f2 req-955aa29a-b57f-48c1-ae04-9463fecb5c49 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bc58f59d-ee54-426e-95ff-74445b66c6ec HTTP/1.1" status: 200 len: 1098 time: 0.4170144 Apr 07 14:28:54.373935 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-be7185ac-7848-4164-8b13-d5203fc3acfd req-350b1403-8e59-4f9c-ac27-62ef891e7355 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] 10.222.0.63 "GET /v2.0/security-groups?id=9b1f0e71-08aa-46d7-9e4e-61e87dbee221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780964 Apr 07 14:28:54.378540 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-081dad16-870f-4050-ad96-8b36c0283afb req-ec748ffd-aab6-4b69-8341-10eaec6ca8d3 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634422 Apr 07 14:28:54.424661 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c195a041-2a4a-4ef3-8e39-fb96e513e5f2 req-94e16531-e1eb-45c2-bc22-74fc475108e9 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667200 Apr 07 14:28:54.825848 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc42625-cc80-41d6-8e7f-0a474b4fbda5 req-600c2a82-ca20-4a80-9262-4173c8d9a742 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:54.835079 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-dbc42625-cc80-41d6-8e7f-0a474b4fbda5 req-600c2a82-ca20-4a80-9262-4173c8d9a742 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 946 time: 0.1663764 Apr 07 14:28:54.886781 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-dbc42625-cc80-41d6-8e7f-0a474b4fbda5 req-642bed39-be2c-4d03-a47c-37f0ec1f7e1c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478446 Apr 07 14:28:55.001593 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 44722) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:28:55.053423 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3027a439-ce69-4480-aa02-ac8550f64b5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:55.116508 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-3027a439-ce69-4480-aa02-ac8550f64b5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:28:55.129370 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 44728) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:28:55.170772 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-75d28e9a-f999-4490-8282-c04af878de9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:55.191695 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-3027a439-ce69-4480-aa02-ac8550f64b5c admin admin] Usage tracker for resource:security_group_rule and tenant:3bf58f368cdc4cdca100399d3fe843b8 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:28:55.209854 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-75d28e9a-f999-4490-8282-c04af878de9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:28:55.210546 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-3027a439-ce69-4480-aa02-ac8550f64b5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:28:55.220580 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-75d28e9a-f999-4490-8282-c04af878de9c admin admin] Usage tracker for resource:security_group_rule and tenant:b7193eeba0604c0a9674520e9e4ab7cb is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:28:55.225884 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-75d28e9a-f999-4490-8282-c04af878de9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:28:55.233840 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-75d28e9a-f999-4490-8282-c04af878de9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:28:55.244861 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-3027a439-ce69-4480-aa02-ac8550f64b5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:28:55.250067 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17591a1f-35ab-424a-bb6a-e04afc23c6df req-32fe4865-586b-448b-850a-3cbe4d960f33 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:55.251767 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-17591a1f-35ab-424a-bb6a-e04afc23c6df req-32fe4865-586b-448b-850a-3cbe4d960f33 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 945 time: 0.1856098 Apr 07 14:28:55.303108 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-17591a1f-35ab-424a-bb6a-e04afc23c6df req-ed38074e-399d-45aa-8320-5dc7433a1768 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363533 Apr 07 14:28:55.357465 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da9041-3e37-4432-aea1-0772e92cde54 req-7a6f0edc-3882-4cc0-93a8-e50b03498395 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:55.359396 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-17da9041-3e37-4432-aea1-0772e92cde54 req-7a6f0edc-3882-4cc0-93a8-e50b03498395 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 946 time: 0.2459838 Apr 07 14:28:55.377342 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 44746) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:28:55.388141 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-9ba7ab45-cb27-4308-b11b-fc8a02af2b3e tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Request body: {'floatingip': {'port_id': '207765ac-57a5-4aa8-a2e0-6c4476ab7a6f'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:28:55.458795 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-75d28e9a-f999-4490-8282-c04af878de9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:55.464794 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-75d28e9a-f999-4490-8282-c04af878de9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:55.511246 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-40d38803-15e0-49a0-a082-f696687fe82f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:55.617193 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d28e9a-f999-4490-8282-c04af878de9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b4fc51-89f5-46f9-a1be-72d50e31c256,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:55.663109 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-75d28e9a-f999-4490-8282-c04af878de9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:55.727176 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9ba7ab45-cb27-4308-b11b-fc8a02af2b3e tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks [] for floatingip, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:55.795723 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-75d28e9a-f999-4490-8282-c04af878de9c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b7193eeba0604c0a9674520e9e4ab7cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6633079 Apr 07 14:28:55.810312 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 44760) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:28:55.992435 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d93b7d69-0aba-4cc0-94a0-33036ee05d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:56.016464 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0441f-06ff-432e-b38b-4a378523febd req-ea6cfadb-17c8-4f43-852b-69c132563304 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:56.019440 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-81b0441f-06ff-432e-b38b-4a378523febd req-ea6cfadb-17c8-4f43-852b-69c132563304 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e2fdf12-43bd-4235-aec7-411d5f514b9a HTTP/1.1" status: 200 len: 947 time: 0.3516011 Apr 07 14:28:56.086806 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-81b0441f-06ff-432e-b38b-4a378523febd req-9c527f17-a0d0-455a-943a-35a0168127a5 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] 10.222.0.63 "GET /v2.0/security-groups?id=9b1f0e71-08aa-46d7-9e4e-61e87dbee221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471153 Apr 07 14:28:56.131422 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d93b7d69-0aba-4cc0-94a0-33036ee05d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:56.209315 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3027a439-ce69-4480-aa02-ac8550f64b5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:56.233245 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d93b7d69-0aba-4cc0-94a0-33036ee05d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:56.241454 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-75d28e9a-f999-4490-8282-c04af878de9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:56.264361 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b7d69-0aba-4cc0-94a0-33036ee05d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b4fc51-89f5-46f9-a1be-72d50e31c256,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:56.273723 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-d93b7d69-0aba-4cc0-94a0-33036ee05d94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:56.292866 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d93b7d69-0aba-4cc0-94a0-33036ee05d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:56.294463 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-d93b7d69-0aba-4cc0-94a0-33036ee05d94 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/25b4fc51-89f5-46f9-a1be-72d50e31c256 HTTP/1.1" status: 204 len: 168 time: 0.4803545 Apr 07 14:28:56.381620 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3027a439-ce69-4480-aa02-ac8550f64b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:56.400711 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:56.475700 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676cc03-1eb7-40bd-86fd-a57d187f47a7 req-3907e11a-6839-422e-aaab-cfdb835a2b63 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:56.489689 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0676cc03-1eb7-40bd-86fd-a57d187f47a7 req-3907e11a-6839-422e-aaab-cfdb835a2b63 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc58f59d-ee54-426e-95ff-74445b66c6ec HTTP/1.1" status: 200 len: 945 time: 0.8055143 Apr 07 14:28:56.496473 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-3027a439-ce69-4480-aa02-ac8550f64b5c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3bf58f368cdc4cdca100399d3fe843b8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4932370 Apr 07 14:28:56.500018 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 44780) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:28:56.515957 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027a439-ce69-4480-aa02-ac8550f64b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0025459a-81f2-4d20-90cb-72915c02ec24,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:56.530991 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device a7933979-402c-40db-a2db-10656c931308 up at agent hyperv_hv-cinder-78093 {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:28:56.552998 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-3027a439-ce69-4480-aa02-ac8550f64b5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:56.596844 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0676cc03-1eb7-40bd-86fd-a57d187f47a7 req-09b949c8-544f-4672-91c8-2de671de0643 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988986 Apr 07 14:28:56.644254 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-29ec9442-2805-4c4f-9a71-cfee0aa6638e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:56.693677 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-29ec9442-2805-4c4f-9a71-cfee0aa6638e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:56.724514 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26fd890-7922-4aed-a35f-7a42eff44b02 req-6721a707-fd66-4b27-81d6-41c0cf224955 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:56.732389 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-a26fd890-7922-4aed-a35f-7a42eff44b02 req-6721a707-fd66-4b27-81d6-41c0cf224955 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 945 time: 0.2291214 Apr 07 14:28:56.735374 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Provisioning for port a7933979-402c-40db-a2db-10656c931308 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:28:56.754036 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Provisioning complete for port a7933979-402c-40db-a2db-10656c931308 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:28:56.755305 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:56.793689 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-29ec9442-2805-4c4f-9a71-cfee0aa6638e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:56.808616 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-a26fd890-7922-4aed-a35f-7a42eff44b02 req-8bd69310-2384-41ef-8829-c679c7479dfc tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751352 Apr 07 14:28:56.810860 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-12e89075-2fb1-4c8e-8bfa-5789c7b3d6e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:56.829376 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec9442-2805-4c4f-9a71-cfee0aa6638e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0025459a-81f2-4d20-90cb-72915c02ec24,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:56.846370 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-29ec9442-2805-4c4f-9a71-cfee0aa6638e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:56.848766 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-29ec9442-2805-4c4f-9a71-cfee0aa6638e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:56.850529 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-29ec9442-2805-4c4f-9a71-cfee0aa6638e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0025459a-81f2-4d20-90cb-72915c02ec24 HTTP/1.1" status: 204 len: 168 time: 0.3488946 Apr 07 14:28:56.993632 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:57.006781 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e2fdf12-43bd-4235-aec7-411d5f514b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7933979-402c-40db-a2db-10656c931308'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:28:57.033495 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port a7933979-402c-40db-a2db-10656c931308, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a7933979-402c-40db-a2db-10656c931308,segment=NetworkSegment(ea10a1ae-951f-4ed1-8a23-f61b743f5d60),segment_id=ea10a1ae-951f-4ed1-8a23-f61b743f5d60)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:28:57.038511 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:57.040737 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-97f428ea-9a54-43ec-b70b-26cc4b7c50b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:28:57.128313 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e2fdf12-43bd-4235-aec7-411d5f514b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7933979-402c-40db-a2db-10656c931308', 'code': 200} Apr 07 14:28:57.151995 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Pushing event updated for resources: {'Port': ['ID=a7933979-402c-40db-a2db-10656c931308,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:28:57.157286 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:28:57.343993 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.db.resource_extend [None req-9ba7ab45-cb27-4308-b11b-fc8a02af2b3e tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 07 14:28:57.510032 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9ba7ab45-cb27-4308-b11b-fc8a02af2b3e tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:57.514581 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9ba7ab45-cb27-4308-b11b-fc8a02af2b3e tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8275434'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:57.585581 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172df25e-d0c5-4dc5-a139-d5b5b76ac132 req-6a032f5e-5d94-4f29-a77f-bef0c3d40660 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:57.587763 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-172df25e-d0c5-4dc5-a139-d5b5b76ac132 req-6a032f5e-5d94-4f29-a77f-bef0c3d40660 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e2fdf12-43bd-4235-aec7-411d5f514b9a HTTP/1.1" status: 200 len: 948 time: 0.2522650 Apr 07 14:28:57.664800 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-172df25e-d0c5-4dc5-a139-d5b5b76ac132 req-581125ae-5da9-48f9-a888-fcdb2aac1b7c tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] 10.222.0.63 "GET /v2.0/security-groups?id=9b1f0e71-08aa-46d7-9e4e-61e87dbee221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559921 Apr 07 14:28:57.913093 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.db.l3_db [None req-9ba7ab45-cb27-4308-b11b-fc8a02af2b3e tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Floating IP 55cd7369-f9f2-49e1-9cdf-747f81fcfd88 associated. External IP: 172.28.3.223, port: 207765ac-57a5-4aa8-a2e0-6c4476ab7a6f. Apr 07 14:28:58.198155 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406b8f5-5792-493e-9618-81bab1f80e3d req-f82a3bbc-cd11-40bc-80d4-6094295b8e5c tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:58.201427 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-2406b8f5-5792-493e-9618-81bab1f80e3d req-f82a3bbc-cd11-40bc-80d4-6094295b8e5c tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 945 time: 0.1711016 Apr 07 14:28:58.248138 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-2406b8f5-5792-493e-9618-81bab1f80e3d req-5e9db9b6-f419-4047-b9fa-d9e3e3e9ab7a tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370798 Apr 07 14:28:58.349894 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54015a8a-0159-4ef1-be4e-b233d83a521c req-3d90b013-5f6e-44a5-8bc1-d94dc16158c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:58.351557 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-54015a8a-0159-4ef1-be4e-b233d83a521c req-3d90b013-5f6e-44a5-8bc1-d94dc16158c6 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4e2fdf12-43bd-4235-aec7-411d5f514b9a HTTP/1.1" status: 200 len: 1101 time: 0.7570939 Apr 07 14:28:58.400726 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef2415b-0804-4e7d-8e40-ffdfe91c1211 req-e5e86521-90b4-4547-a022-2369a9c5856f tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:58.402672 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-fef2415b-0804-4e7d-8e40-ffdfe91c1211 req-e5e86521-90b4-4547-a022-2369a9c5856f tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc58f59d-ee54-426e-95ff-74445b66c6ec HTTP/1.1" status: 200 len: 945 time: 0.6388943 Apr 07 14:28:58.417884 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-54015a8a-0159-4ef1-be4e-b233d83a521c req-c2f79742-1386-4b6c-aed1-bec1e6531df9 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=9b1f0e71-08aa-46d7-9e4e-61e87dbee221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568066 Apr 07 14:28:58.456007 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-fef2415b-0804-4e7d-8e40-ffdfe91c1211 req-59d9e1a4-4141-4e8a-a3b0-51cb44bf26da tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342100 Apr 07 14:28:58.508356 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba7ab45-cb27-4308-b11b-fc8a02af2b3e tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Router dd655aa6-da4d-47b4-a2e3-956b524a6b4e has already been hosted by L3 agent d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 14:28:58.877142 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba7ab45-cb27-4308-b11b-fc8a02af2b3e tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify agent at l3_agent.dv-cinder-780933-3-smb the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 14:28:58.896974 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb03037-53c1-4f82-85aa-5d00fd109d7c None None] Sync routers for ids ['dd655aa6-da4d-47b4-a2e3-956b524a6b4e'] in dv-cinder-780933-3-smb {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 14:28:58.910635 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9ba7ab45-cb27-4308-b11b-fc8a02af2b3e tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:28:58.915854 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb03037-53c1-4f82-85aa-5d00fd109d7c None None] Routers {'dd655aa6-da4d-47b4-a2e3-956b524a6b4e'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:28:58.916583 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-6fb03037-53c1-4f82-85aa-5d00fd109d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:28:47Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['dd655aa6-da4d-47b4-a2e3-956b524a6b4e'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:28:59.163960 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-9ba7ab45-cb27-4308-b11b-fc8a02af2b3e tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "PUT /v2.0/floatingips/55cd7369-f9f2-49e1-9cdf-747f81fcfd88 HTTP/1.1" status: 200 len: 992 time: 3.7851510 Apr 07 14:28:59.165599 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b209db44-6b45-43be-8bbc-640d1b3af949', 'tag': '207765ac-57a5-4aa8-a2e0-6c4476ab7a6f'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:28:59.222359 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-6fb03037-53c1-4f82-85aa-5d00fd109d7c None None] Set router dd655aa6-da4d-47b4-a2e3-956b524a6b4e gateway port host: dv-cinder-780933-3-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:28:59.233718 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be435e-d959-41f3-931c-d7512cb344a8 req-9e5d782a-657f-4de4-b994-1c1a78b7b473 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:59.243692 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-66be435e-d959-41f3-931c-d7512cb344a8 req-9e5d782a-657f-4de4-b994-1c1a78b7b473 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e2fdf12-43bd-4235-aec7-411d5f514b9a HTTP/1.1" status: 200 len: 948 time: 0.2322114 Apr 07 14:28:59.298629 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-66be435e-d959-41f3-931c-d7512cb344a8 req-637b1ecf-cec0-47c7-b370-37bacbcb68d8 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] 10.222.0.63 "GET /v2.0/security-groups?id=9b1f0e71-08aa-46d7-9e4e-61e87dbee221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475135 Apr 07 14:28:59.673881 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b209db44-6b45-43be-8bbc-640d1b3af949', 'tag': '207765ac-57a5-4aa8-a2e0-6c4476ab7a6f', 'status': 'completed', 'code': 200} Apr 07 14:28:59.866513 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-6fb03037-53c1-4f82-85aa-5d00fd109d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1548084369-router', 'tenant_id': '782e9eccce6d4f5898c76958383a5e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '69120901-9166-4b35-862a-c8d0885825f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:27:30Z', 'updated_at': '2021-04-07T14:27:54Z', 'revision_number': 4, 'project_id': '782e9eccce6d4f5898c76958383a5e3d', 'gw_port': {'id': '69120901-9166-4b35-862a-c8d0885825f3', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:27:33Z', 'updated_at': '2021-04-07T14:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_floatingips': [{'id': '55cd7369-f9f2-49e1-9cdf-747f81fcfd88', 'tenant_id': '782e9eccce6d4f5898c76958383a5e3d', 'floating_ip_address': '172.28.3.223', 'floating_network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'router_id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'port_id': '207765ac-57a5-4aa8-a2e0-6c4476ab7a6f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c030ef04-5242-408d-b21d-654932a78971', 'mac_address': 'fa:16:3e:69:4d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b209db44-6b45-43be-8bbc-640d1b3af949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T14:28:13Z', 'updated_at': '2021-04-07T14:28:57Z', 'revision_number': 1, 'project_id': '782e9eccce6d4f5898c76958383a5e3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a4b1919-0dd5-48d4-821e-51f43278d172', 'name': '', 'network_id': 'c030ef04-5242-408d-b21d-654932a78971', 'tenant_id': '782e9eccce6d4f5898c76958383a5e3d', 'mac_address': 'fa:16:3e:09:bf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '922c7ccf-af8e-4c6b-baef-d00c20689db2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:27:46Z', 'updated_at': '2021-04-07T14:28:10Z', 'revision_number': 5, 'project_id': '782e9eccce6d4f5898c76958383a5e3d', 'subnets': [{'id': '922c7ccf-af8e-4c6b-baef-d00c20689db2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:28:59.880462 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb03037-53c1-4f82-85aa-5d00fd109d7c None None] Checking router: dd655aa6-da4d-47b4-a2e3-956b524a6b4e for host: dv-cinder-780933-3-smb {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 14:28:59.905880 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb03037-53c1-4f82-85aa-5d00fd109d7c None None] Routers {'dd655aa6-da4d-47b4-a2e3-956b524a6b4e'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:28:59.906592 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-6fb03037-53c1-4f82-85aa-5d00fd109d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:28:47Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['dd655aa6-da4d-47b4-a2e3-956b524a6b4e'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:28:59.970457 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1628ab-a60d-4eb1-8ea6-7d4c740a31ca req-3dbe50fe-1aec-4083-a91d-5b66c881889b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:28:59.972172 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-2a1628ab-a60d-4eb1-8ea6-7d4c740a31ca req-3dbe50fe-1aec-4083-a91d-5b66c881889b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=782e9eccce6d4f5898c76958383a5e3d&device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 1099 time: 0.2498398 Apr 07 14:29:00.191117 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-6fb03037-53c1-4f82-85aa-5d00fd109d7c None None] Set router dd655aa6-da4d-47b4-a2e3-956b524a6b4e gateway port host: dv-cinder-780933-3-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:29:00.271241 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1628ab-a60d-4eb1-8ea6-7d4c740a31ca req-08213988-5d84-4768-9c8e-5c1559a2189a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:00.274533 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-2a1628ab-a60d-4eb1-8ea6-7d4c740a31ca req-08213988-5d84-4768-9c8e-5c1559a2189a service neutron] 10.222.0.81 "GET /v2.0/networks?id=c030ef04-5242-408d-b21d-654932a78971 HTTP/1.1" status: 200 len: 918 time: 0.2755630 Apr 07 14:29:00.305146 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1683a-47f0-42f5-9384-839e68b423a7 req-2910258d-2735-4d4f-b964-631fd2b5ab1e tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:00.324103 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-09c1683a-47f0-42f5-9384-839e68b423a7 req-2910258d-2735-4d4f-b964-631fd2b5ab1e tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 945 time: 0.4233201 Apr 07 14:29:00.606405 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-09c1683a-47f0-42f5-9384-839e68b423a7 req-afa7ed24-420e-4553-9e42-6ddda7225109 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799892 Apr 07 14:29:00.610299 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-6fb03037-53c1-4f82-85aa-5d00fd109d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1548084369-router', 'tenant_id': '782e9eccce6d4f5898c76958383a5e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '69120901-9166-4b35-862a-c8d0885825f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:27:30Z', 'updated_at': '2021-04-07T14:27:54Z', 'revision_number': 4, 'project_id': '782e9eccce6d4f5898c76958383a5e3d', 'gw_port': {'id': '69120901-9166-4b35-862a-c8d0885825f3', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:27:33Z', 'updated_at': '2021-04-07T14:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_floatingips': [{'id': '55cd7369-f9f2-49e1-9cdf-747f81fcfd88', 'tenant_id': '782e9eccce6d4f5898c76958383a5e3d', 'floating_ip_address': '172.28.3.223', 'floating_network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'router_id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'port_id': '207765ac-57a5-4aa8-a2e0-6c4476ab7a6f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c030ef04-5242-408d-b21d-654932a78971', 'mac_address': 'fa:16:3e:69:4d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b209db44-6b45-43be-8bbc-640d1b3af949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T14:28:13Z', 'updated_at': '2021-04-07T14:28:57Z', 'revision_number': 1, 'project_id': '782e9eccce6d4f5898c76958383a5e3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a4b1919-0dd5-48d4-821e-51f43278d172', 'name': '', 'network_id': 'c030ef04-5242-408d-b21d-654932a78971', 'tenant_id': '782e9eccce6d4f5898c76958383a5e3d', 'mac_address': 'fa:16:3e:09:bf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '922c7ccf-af8e-4c6b-baef-d00c20689db2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:27:46Z', 'updated_at': '2021-04-07T14:28:10Z', 'revision_number': 5, 'project_id': '782e9eccce6d4f5898c76958383a5e3d', 'subnets': [{'id': '922c7ccf-af8e-4c6b-baef-d00c20689db2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:29:00.616139 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb03037-53c1-4f82-85aa-5d00fd109d7c None None] The sync data for ids ['dd655aa6-da4d-47b4-a2e3-956b524a6b4e'] in dv-cinder-780933-3-smb is: [{'id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1548084369-router', 'tenant_id': '782e9eccce6d4f5898c76958383a5e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '69120901-9166-4b35-862a-c8d0885825f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:27:30Z', 'updated_at': '2021-04-07T14:27:54Z', 'revision_number': 4, 'project_id': '782e9eccce6d4f5898c76958383a5e3d', 'gw_port': {'id': '69120901-9166-4b35-862a-c8d0885825f3', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:27:33Z', 'updated_at': '2021-04-07T14:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_floatingips': [{'id': '55cd7369-f9f2-49e1-9cdf-747f81fcfd88', 'tenant_id': '782e9eccce6d4f5898c76958383a5e3d', 'floating_ip_address': '172.28.3.223', 'floating_network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'router_id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'port_id': '207765ac-57a5-4aa8-a2e0-6c4476ab7a6f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c030ef04-5242-408d-b21d-654932a78971', 'mac_address': 'fa:16:3e:69:4d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b209db44-6b45-43be-8bbc-640d1b3af949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T14:28:13Z', 'updated_at': '2021-04-07T14:28:57Z', 'revision_number': 1, 'project_id': '782e9eccce6d4f5898c76958383a5e3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a4b1919-0dd5-48d4-821e-51f43278d172', 'name': '', 'network_id': 'c030ef04-5242-408d-b21d-654932a78971', 'tenant_id': '782e9eccce6d4f5898c76958383a5e3d', 'mac_address': 'fa:16:3e:09:bf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '922c7ccf-af8e-4c6b-baef-d00c20689db2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:27:46Z', 'updated_at': '2021-04-07T14:28:10Z', 'revision_number': 5, 'project_id': '782e9eccce6d4f5898c76958383a5e3d', 'subnets': [{'id': '922c7ccf-af8e-4c6b-baef-d00c20689db2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 14:29:00.675876 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-2a1628ab-a60d-4eb1-8ea6-7d4c740a31ca req-22eadbe2-db32-470a-9052-95f5bbf93755 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=207765ac-57a5-4aa8-a2e0-6c4476ab7a6f HTTP/1.1" status: 200 len: 1000 time: 0.3869038 Apr 07 14:29:00.806290 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1628ab-a60d-4eb1-8ea6-7d4c740a31ca req-daff334f-1015-4152-88dc-340b7d9b2db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:00.807945 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-2a1628ab-a60d-4eb1-8ea6-7d4c740a31ca req-daff334f-1015-4152-88dc-340b7d9b2db0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=922c7ccf-af8e-4c6b-baef-d00c20689db2 HTTP/1.1" status: 200 len: 856 time: 0.1249168 Apr 07 14:29:00.847422 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7750ff7-5286-42c3-990e-52fca9a18525 req-f88a1410-808c-4a92-ab60-7c59d16c60a0 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:00.863967 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b7750ff7-5286-42c3-990e-52fca9a18525 req-f88a1410-808c-4a92-ab60-7c59d16c60a0 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e2fdf12-43bd-4235-aec7-411d5f514b9a HTTP/1.1" status: 200 len: 948 time: 0.2828605 Apr 07 14:29:00.936585 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b7750ff7-5286-42c3-990e-52fca9a18525 req-f17472cc-37bf-447a-b771-cf0c14f928a7 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] 10.222.0.63 "GET /v2.0/security-groups?id=9b1f0e71-08aa-46d7-9e4e-61e87dbee221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687752 Apr 07 14:29:01.043340 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1628ab-a60d-4eb1-8ea6-7d4c740a31ca req-dead377d-f593-4870-bc0c-0e1cc39dc724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:01.046453 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-2a1628ab-a60d-4eb1-8ea6-7d4c740a31ca req-dead377d-f593-4870-bc0c-0e1cc39dc724 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c030ef04-5242-408d-b21d-654932a78971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2244716 Apr 07 14:29:01.083671 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6bb11b-835e-4dd4-84e1-ec1fd12acff9 None None] New status for floating IP 55cd7369-f9f2-49e1-9cdf-747f81fcfd88: ACTIVE {{(pid=84314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 07 14:29:01.274402 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-2a1628ab-a60d-4eb1-8ea6-7d4c740a31ca req-ec7b2e1f-1cec-4d4a-9f9c-c849144e830d service neutron] 10.222.0.81 "GET /v2.0/networks/c030ef04-5242-408d-b21d-654932a78971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199354 Apr 07 14:29:01.974001 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-2a1628ab-a60d-4eb1-8ea6-7d4c740a31ca req-a0558e66-6563-48c9-add7-3cdeddd57793 service neutron] 10.222.0.81 "GET /v2.0/networks/c030ef04-5242-408d-b21d-654932a78971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6828282 Apr 07 14:29:02.020206 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa85c6-4aed-4b70-af24-abc9244c8c3f req-489769bf-d83b-417f-aee2-42b825a7c2a4 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:02.022570 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-27aa85c6-4aed-4b70-af24-abc9244c8c3f req-489769bf-d83b-417f-aee2-42b825a7c2a4 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e2fdf12-43bd-4235-aec7-411d5f514b9a HTTP/1.1" status: 200 len: 948 time: 0.1218402 Apr 07 14:29:02.050944 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb3e65-208f-4b3e-9559-49113b44e167 req-a59217e7-b875-4e42-8a13-b705b7970a7f tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:02.054133 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-38fb3e65-208f-4b3e-9559-49113b44e167 req-a59217e7-b875-4e42-8a13-b705b7970a7f tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 945 time: 0.1720157 Apr 07 14:29:02.056371 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-27aa85c6-4aed-4b70-af24-abc9244c8c3f req-d75b9fb1-4631-4da1-b02e-e43d41755908 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] 10.222.0.63 "GET /v2.0/security-groups?id=9b1f0e71-08aa-46d7-9e4e-61e87dbee221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267971 Apr 07 14:29:02.092731 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-38fb3e65-208f-4b3e-9559-49113b44e167 req-30b04f94-3755-4b71-bc06-1d4ceb9fa9b1 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309978 Apr 07 14:29:03.240270 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc7cf5-38fe-438a-a55f-bb30552be732 req-389ff522-6fd3-4693-8c9f-ece473bf424c tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:03.242636 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-aacc7cf5-38fe-438a-a55f-bb30552be732 req-389ff522-6fd3-4693-8c9f-ece473bf424c tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/networks?id=48947f08-8f4e-4445-a0c2-94b53fac764a HTTP/1.1" status: 200 len: 814 time: 0.1808424 Apr 07 14:29:03.260974 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-aacc7cf5-38fe-438a-a55f-bb30552be732 req-f93ed342-0942-459a-ab75-719ade79bf17 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/quotas/af6fad83fbd440a78d4e9f9cd610cc9b HTTP/1.1" status: 200 len: 375 time: 0.0120213 Apr 07 14:29:03.377284 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-aacc7cf5-38fe-438a-a55f-bb30552be732 req-964ef9af-c7af-4b83-b24b-c5ae27a796ef tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=af6fad83fbd440a78d4e9f9cd610cc9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1094604 Apr 07 14:29:03.562823 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a49b6-fe5b-4156-be95-3896b1ae1694 req-5a8c2421-a362-473f-8de4-444b88e930b9 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:03.574630 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b39a49b6-fe5b-4156-be95-3896b1ae1694 req-5a8c2421-a362-473f-8de4-444b88e930b9 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e2fdf12-43bd-4235-aec7-411d5f514b9a HTTP/1.1" status: 200 len: 948 time: 0.3359826 Apr 07 14:29:03.580733 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-aacc7cf5-38fe-438a-a55f-bb30552be732 req-463a8ecb-6165-4ab4-8405-2cb4af439aca service neutron] 10.222.0.63 "GET /v2.0/networks/48947f08-8f4e-4445-a0c2-94b53fac764a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023392 Apr 07 14:29:03.708551 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b39a49b6-fe5b-4156-be95-3896b1ae1694 req-8b7d4989-73e8-4c2f-8e93-81f1abb3ab63 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] 10.222.0.63 "GET /v2.0/security-groups?id=9b1f0e71-08aa-46d7-9e4e-61e87dbee221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136472 Apr 07 14:29:03.764489 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 45018) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:04.013500 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a532e-5e18-420a-87d5-00584300ef99 req-e86d2dee-7897-4dba-8cea-0eb31aeb8fd4 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:04.016344 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5d4a532e-5e18-420a-87d5-00584300ef99 req-e86d2dee-7897-4dba-8cea-0eb31aeb8fd4 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 945 time: 0.1799881 Apr 07 14:29:04.041631 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-aacc7cf5-38fe-438a-a55f-bb30552be732 req-97d5c01d-5cfb-46c5-8b6e-b54962ea8adf service neutron] 10.222.0.63 "GET /v2.0/networks/48947f08-8f4e-4445-a0c2-94b53fac764a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4597034 Apr 07 14:29:04.061540 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-db3bd0f2-0647-46e0-b5a3-79dc805fa074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:04.092522 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd54d2-3348-4dbd-b78f-dc2c7a55b369 req-71323524-a905-4b3e-8027-f2513d387c65 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:04.094178 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-62dd54d2-3348-4dbd-b78f-dc2c7a55b369 req-71323524-a905-4b3e-8027-f2513d387c65 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] 10.222.0.81 "GET /v2.0/ports?device_id=4e2fdf12-43bd-4235-aec7-411d5f514b9a HTTP/1.1" status: 200 len: 948 time: 0.1967671 Apr 07 14:29:04.095373 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-db3bd0f2-0647-46e0-b5a3-79dc805fa074 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:29:04.107355 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5d4a532e-5e18-420a-87d5-00584300ef99 req-a64dedbf-bdba-4060-96e9-15fee5c30569 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671437 Apr 07 14:29:04.170997 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-db3bd0f2-0647-46e0-b5a3-79dc805fa074 admin admin] Usage tracker for resource:security_group_rule and tenant:632c811f2d5c4eeb98c6a558e870a25a is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:29:04.188472 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-db3bd0f2-0647-46e0-b5a3-79dc805fa074 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:29:04.224548 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-db3bd0f2-0647-46e0-b5a3-79dc805fa074 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:29:04.272554 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-62dd54d2-3348-4dbd-b78f-dc2c7a55b369 req-b2fc3d21-0857-4d4a-9290-4241b45f52a4 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Deleting port a7933979-402c-40db-a2db-10656c931308 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:29:04.273062 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-62dd54d2-3348-4dbd-b78f-dc2c7a55b369 req-b2fc3d21-0857-4d4a-9290-4241b45f52a4 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:04.309778 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-9e3a22ce-389f-4888-a8da-1bec01817ff3 req-68b18228-63ac-4a74-a989-4240e5dcd752 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=92aa047e-dba6-409a-9d51-46aec8b4bfbc HTTP/1.1" status: 200 len: 210 time: 0.0644190 Apr 07 14:29:04.573973 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-db3bd0f2-0647-46e0-b5a3-79dc805fa074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:04.582351 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-db3bd0f2-0647-46e0-b5a3-79dc805fa074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:04.604109 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-26c1e896-5b33-4bae-9389-17ccee288449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:04.676073 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-db3bd0f2-0647-46e0-b5a3-79dc805fa074 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=632c811f2d5c4eeb98c6a558e870a25a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9093492 Apr 07 14:29:04.680995 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3bd0f2-0647-46e0-b5a3-79dc805fa074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313c1d79-6a6e-42ff-a751-3b45c5a1d3d7,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:04.681643 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 45038) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:04.685444 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-62dd54d2-3348-4dbd-b78f-dc2c7a55b369 req-b2fc3d21-0857-4d4a-9290-4241b45f52a4 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] For port a7933979-402c-40db-a2db-10656c931308, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a7933979-402c-40db-a2db-10656c931308,segment=NetworkSegment(ea10a1ae-951f-4ed1-8a23-f61b743f5d60),segment_id=ea10a1ae-951f-4ed1-8a23-f61b743f5d60)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:29:04.685833 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-62dd54d2-3348-4dbd-b78f-dc2c7a55b369 req-b2fc3d21-0857-4d4a-9290-4241b45f52a4 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:04.694598 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-db3bd0f2-0647-46e0-b5a3-79dc805fa074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:04.819380 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0d844189-7679-478d-a33a-cf1903b97f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:04.851505 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0d844189-7679-478d-a33a-cf1903b97f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:04.914260 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0d844189-7679-478d-a33a-cf1903b97f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:04.921178 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8035c49d-ca4c-4951-9d43-0e2010b33f84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:04.936048 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d844189-7679-478d-a33a-cf1903b97f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313c1d79-6a6e-42ff-a751-3b45c5a1d3d7,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:04.940087 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0d844189-7679-478d-a33a-cf1903b97f8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:04.947914 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0d844189-7679-478d-a33a-cf1903b97f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:04.951043 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-0d844189-7679-478d-a33a-cf1903b97f8c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/313c1d79-6a6e-42ff-a751-3b45c5a1d3d7 HTTP/1.1" status: 204 len: 168 time: 0.2678604 Apr 07 14:29:05.036470 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-62dd54d2-3348-4dbd-b78f-dc2c7a55b369 req-b2fc3d21-0857-4d4a-9290-4241b45f52a4 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Calling delete_port for a7933979-402c-40db-a2db-10656c931308 owned by compute:nova {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:29:05.431008 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-62dd54d2-3348-4dbd-b78f-dc2c7a55b369 req-b2fc3d21-0857-4d4a-9290-4241b45f52a4 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304368157317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304368589940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7073224'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:05.443139 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae320b-4eb0-4e52-81fe-bf4f93cfad18 req-3856be50-4226-4969-afd0-34cdfb593d4b tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:05.454085 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-9cae320b-4eb0-4e52-81fe-bf4f93cfad18 req-3856be50-4226-4969-afd0-34cdfb593d4b tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e2fdf12-43bd-4235-aec7-411d5f514b9a HTTP/1.1" status: 200 len: 948 time: 0.5604632 Apr 07 14:29:05.457121 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] get_ports_and_sgs() called for port_ids ['a7933979-402c-40db-a2db-10656c931308'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 14:29:05.496695 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-23509ee6-4f8c-4407-b623-c1c5bb90e932 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:05.499329 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b2949-ffbb-46fd-9366-36a5bac3d999 req-3eec5e78-2eae-45dc-bc4a-6771ab8b0247 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:05.509694 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-574b2949-ffbb-46fd-9366-36a5bac3d999 req-3eec5e78-2eae-45dc-bc4a-6771ab8b0247 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 945 time: 0.1908731 Apr 07 14:29:05.580236 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc3d21-0857-4d4a-9290-4241b45f52a4 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Pushing event deleted for resources: {'Port': ['ID=a7933979-402c-40db-a2db-10656c931308,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:05.593816 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-574b2949-ffbb-46fd-9366-36a5bac3d999 req-2ece0ed5-5230-4e45-83a9-570b01ae31f9 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673633 Apr 07 14:29:05.724414 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-9cae320b-4eb0-4e52-81fe-bf4f93cfad18 req-1888d2b3-3c9f-4dbc-a08b-665e13a4d8e9 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] 10.222.0.63 "GET /v2.0/security-groups?id=9b1f0e71-08aa-46d7-9e4e-61e87dbee221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690916 Apr 07 14:29:05.735017 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b2fc3d21-0857-4d4a-9290-4241b45f52a4 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:05.761432 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 45086) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:05.809261 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-065fb661-84a6-46de-ac47-79356dd32bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:05.858054 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-065fb661-84a6-46de-ac47-79356dd32bcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:29:05.868330 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-065fb661-84a6-46de-ac47-79356dd32bcd admin admin] Usage tracker for resource:security_group_rule and tenant:cfc362030b9d421e843da6d68b4fadf7 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:29:05.872302 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-065fb661-84a6-46de-ac47-79356dd32bcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:29:05.898787 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-065fb661-84a6-46de-ac47-79356dd32bcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:29:06.103346 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e9957262-529e-4bd5-a06d-6537ce9955dd req-e48c722d-c49c-491a-a225-d25bad78f97f tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=92aa047e-dba6-409a-9d51-46aec8b4bfbc HTTP/1.1" status: 200 len: 210 time: 0.0609803 Apr 07 14:29:06.110665 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-62dd54d2-3348-4dbd-b78f-dc2c7a55b369 req-b2fc3d21-0857-4d4a-9290-4241b45f52a4 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] No DVR routers for this DVR port a7933979-402c-40db-a2db-10656c931308 on host hv-cinder-78093 {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 14:29:06.119078 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-62dd54d2-3348-4dbd-b78f-dc2c7a55b369 req-b2fc3d21-0857-4d4a-9290-4241b45f52a4 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:06.122626 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e2fdf12-43bd-4235-aec7-411d5f514b9a', 'name': 'network-vif-deleted', 'tag': 'a7933979-402c-40db-a2db-10656c931308'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:29:06.164504 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-62dd54d2-3348-4dbd-b78f-dc2c7a55b369 req-b2fc3d21-0857-4d4a-9290-4241b45f52a4 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] 10.222.0.81 "DELETE /v2.0/ports/a7933979-402c-40db-a2db-10656c931308 HTTP/1.1" status: 204 len: 173 time: 2.0620515 Apr 07 14:29:06.223844 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e2fdf12-43bd-4235-aec7-411d5f514b9a', 'name': 'network-vif-deleted', 'tag': 'a7933979-402c-40db-a2db-10656c931308', 'status': 'completed', 'code': 200} Apr 07 14:29:06.318592 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc7cf5-38fe-438a-a55f-bb30552be732 req-0ea3bf5a-77df-4a01-82dd-999353bea374 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:06.320456 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-aacc7cf5-38fe-438a-a55f-bb30552be732 req-0ea3bf5a-77df-4a01-82dd-999353bea374 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.81 "GET /v2.0/networks?id=48947f08-8f4e-4445-a0c2-94b53fac764a HTTP/1.1" status: 200 len: 814 time: 0.3588862 Apr 07 14:29:06.356534 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [req-aacc7cf5-38fe-438a-a55f-bb30552be732 req-970f6ef9-2475-4273-9e75-d067a011ec26 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Request body: {'port': {'device_id': '92aa047e-dba6-409a-9d51-46aec8b4bfbc', 'network_id': '48947f08-8f4e-4445-a0c2-94b53fac764a', 'admin_state_up': True, 'tenant_id': 'af6fad83fbd440a78d4e9f9cd610cc9b'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:29:06.606512 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-065fb661-84a6-46de-ac47-79356dd32bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:06.610202 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-065fb661-84a6-46de-ac47-79356dd32bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:06.620794 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-706d1e32-4bc7-49e3-8593-fd21234921d9 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:06.635186 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [req-aacc7cf5-38fe-438a-a55f-bb30552be732 req-970f6ef9-2475-4273-9e75-d067a011ec26 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:29:06.651637 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [req-aacc7cf5-38fe-438a-a55f-bb30552be732 req-970f6ef9-2475-4273-9e75-d067a011ec26 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:29:06.692795 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aacc7cf5-38fe-438a-a55f-bb30552be732 req-970f6ef9-2475-4273-9e75-d067a011ec26 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Made reservation on behalf of af6fad83fbd440a78d4e9f9cd610cc9b for: {'port': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:29:06.699441 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-aacc7cf5-38fe-438a-a55f-bb30552be732 req-970f6ef9-2475-4273-9e75-d067a011ec26 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:06.704557 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065fb661-84a6-46de-ac47-79356dd32bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75e21f0-2146-468e-a748-353126cf9d4c,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:06.714657 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-065fb661-84a6-46de-ac47-79356dd32bcd admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=cfc362030b9d421e843da6d68b4fadf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9479542 Apr 07 14:29:06.714657 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-065fb661-84a6-46de-ac47-79356dd32bcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:06.717785 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 45128) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:06.954580 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [req-aacc7cf5-38fe-438a-a55f-bb30552be732 req-970f6ef9-2475-4273-9e75-d067a011ec26 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Allocated IP 172.20.0.12 (48947f08-8f4e-4445-a0c2-94b53fac764a/680613ef-fc50-4022-b80a-d2e8597917da/ca0c2e76-7ed0-4d8a-b52f-03581bf144d6) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 14:29:06.995075 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b4303b23-6678-47f1-bf22-d3b1a66d5813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:07.051646 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b4303b23-6678-47f1-bf22-d3b1a66d5813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:07.118831 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ea5a5d86-36de-45e6-9860-9a405b9c4e3c req-e6c51280-285c-454d-a51e-4ee13d9dd0f3 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e2fdf12-43bd-4235-aec7-411d5f514b9a HTTP/1.1" status: 200 len: 210 time: 0.0917587 Apr 07 14:29:07.255443 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653593d-595f-4b10-8bb1-fe7ef59f8277 req-64f0d946-e570-435b-a173-020cf9d1f56c tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:07.261375 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-8653593d-595f-4b10-8bb1-fe7ef59f8277 req-64f0d946-e570-435b-a173-020cf9d1f56c tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 945 time: 0.4423170 Apr 07 14:29:07.262899 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b4303b23-6678-47f1-bf22-d3b1a66d5813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:07.273305 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8fd66627-618e-4e08-bc35-3289c8b2e34f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:07.361270 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4303b23-6678-47f1-bf22-d3b1a66d5813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75e21f0-2146-468e-a748-353126cf9d4c,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:07.376123 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b4303b23-6678-47f1-bf22-d3b1a66d5813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:07.383051 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b4303b23-6678-47f1-bf22-d3b1a66d5813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:07.387404 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-b4303b23-6678-47f1-bf22-d3b1a66d5813 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c75e21f0-2146-468e-a748-353126cf9d4c HTTP/1.1" status: 204 len: 168 time: 0.6656172 Apr 07 14:29:07.424399 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-8653593d-595f-4b10-8bb1-fe7ef59f8277 req-6f8e22c6-e03a-405c-9403-75e94bbb4f4f tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287370 Apr 07 14:29:07.538301 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-2093ca93-a134-4c20-ab65-ecc84a796988 req-c4611406-1c74-46fa-bb42-d9465dcb224e tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=92aa047e-dba6-409a-9d51-46aec8b4bfbc HTTP/1.1" status: 200 len: 210 time: 0.0690475 Apr 07 14:29:07.577482 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-aacc7cf5-38fe-438a-a55f-bb30552be732 req-970f6ef9-2475-4273-9e75-d067a011ec26 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:07.622297 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-aacc7cf5-38fe-438a-a55f-bb30552be732 req-970f6ef9-2475-4273-9e75-d067a011ec26 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732486185860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848525233'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:07.638140 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:07.640925 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] get_ports_and_sgs() called for port_ids ['f05d00fa-1d9e-40c6-9931-be3ca2a5969d', '1d458b85-a651-478f-9f15-ac9a80425e63'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 14:29:07.786313 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f6ef9-2475-4273-9e75-d067a011ec26 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Pushing event updated for resources: {'Port': ['ID=ca0c2e76-7ed0-4d8a-b52f-03581bf144d6,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:07.791639 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-970f6ef9-2475-4273-9e75-d067a011ec26 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:07.889456 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aacc7cf5-38fe-438a-a55f-bb30552be732 req-970f6ef9-2475-4273-9e75-d067a011ec26 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Network 48947f08-8f4e-4445-a0c2-94b53fac764a is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:29:07.891559 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [req-aacc7cf5-38fe-438a-a55f-bb30552be732 req-970f6ef9-2475-4273-9e75-d067a011ec26 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:29:07.896196 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-aacc7cf5-38fe-438a-a55f-bb30552be732 req-970f6ef9-2475-4273-9e75-d067a011ec26 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 14:29:08.037409 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc7cf5-38fe-438a-a55f-bb30552be732 req-970f6ef9-2475-4273-9e75-d067a011ec26 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:08.038619 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-aacc7cf5-38fe-438a-a55f-bb30552be732 req-970f6ef9-2475-4273-9e75-d067a011ec26 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:08.092059 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-aacc7cf5-38fe-438a-a55f-bb30552be732 req-970f6ef9-2475-4273-9e75-d067a011ec26 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7514877 Apr 07 14:29:08.103626 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [req-aacc7cf5-38fe-438a-a55f-bb30552be732 req-338b61a5-9d05-49bf-b6b8-b5a26044c136 service neutron] Request body: {'port': {'device_id': '92aa047e-dba6-409a-9d51-46aec8b4bfbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:29:08.265262 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-aacc7cf5-38fe-438a-a55f-bb30552be732 req-338b61a5-9d05-49bf-b6b8-b5a26044c136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:08.587126 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device a7933979-402c-40db-a2db-10656c931308 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 14:29:08.699293 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] No Port match for: a7933979-402c-40db-a2db-10656c931308 {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 14:29:08.700327 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device a7933979-402c-40db-a2db-10656c931308 not bound to the agent host hv-cinder-78093 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 14:29:08.797072 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd4950-b059-4e41-bf10-11bb01b3adfc req-145a79c2-3028-4988-8585-46d66890eec5 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:08.799720 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4bcd4950-b059-4e41-bf10-11bb01b3adfc req-145a79c2-3028-4988-8585-46d66890eec5 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 945 time: 0.2074327 Apr 07 14:29:08.854591 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [req-aacc7cf5-38fe-438a-a55f-bb30552be732 req-338b61a5-9d05-49bf-b6b8-b5a26044c136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca0c2e76-7ed0-4d8a-b52f-03581bf144d6 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 14:29:08.865206 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-aacc7cf5-38fe-438a-a55f-bb30552be732 req-338b61a5-9d05-49bf-b6b8-b5a26044c136 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:08.870363 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4bcd4950-b059-4e41-bf10-11bb01b3adfc req-4fbf0556-b3f8-438a-93ee-fbacb79a9b65 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605977 Apr 07 14:29:08.884604 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-aacc7cf5-38fe-438a-a55f-bb30552be732 req-338b61a5-9d05-49bf-b6b8-b5a26044c136 service neutron] Transition to ACTIVE for port object ca0c2e76-7ed0-4d8a-b52f-03581bf144d6 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:29:08.889676 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-aacc7cf5-38fe-438a-a55f-bb30552be732 req-338b61a5-9d05-49bf-b6b8-b5a26044c136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6250582'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:09.005064 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-34a9453d-a38b-4efe-8b4d-a5d3277cb518 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:09.306795 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b61a5-9d05-49bf-b6b8-b5a26044c136 service neutron] Pushing event updated for resources: {'Port': ['ID=ca0c2e76-7ed0-4d8a-b52f-03581bf144d6,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:09.310257 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-338b61a5-9d05-49bf-b6b8-b5a26044c136 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:09.399632 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7e61a-7e4d-46be-bacd-a2e54c8dc9f3 req-a4fb60b8-715b-44a9-a0fb-248dc03619c6 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:09.400692 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-47a7e61a-7e4d-46be-bacd-a2e54c8dc9f3 req-a4fb60b8-715b-44a9-a0fb-248dc03619c6 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Synchronizing usage tracker for tenant:af6fad83fbd440a78d4e9f9cd610cc9b on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:29:09.558866 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-aacc7cf5-38fe-438a-a55f-bb30552be732 req-338b61a5-9d05-49bf-b6b8-b5a26044c136 service neutron] Attempting to bind port ca0c2e76-7ed0-4d8a-b52f-03581bf144d6 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 14:29:09.564423 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-aacc7cf5-38fe-438a-a55f-bb30552be732 req-338b61a5-9d05-49bf-b6b8-b5a26044c136 service neutron] Attempting to bind port ca0c2e76-7ed0-4d8a-b52f-03581bf144d6 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '9d8ef5b9-c447-4b90-9831-d929e59e09af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '48947f08-8f4e-4445-a0c2-94b53fac764a'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 14:29:09.564991 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacc7cf5-38fe-438a-a55f-bb30552be732 req-338b61a5-9d05-49bf-b6b8-b5a26044c136 service neutron] Attempting to bind port ca0c2e76-7ed0-4d8a-b52f-03581bf144d6 on network 48947f08-8f4e-4445-a0c2-94b53fac764a {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:29:09.572173 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacc7cf5-38fe-438a-a55f-bb30552be732 req-338b61a5-9d05-49bf-b6b8-b5a26044c136 service neutron] Port ca0c2e76-7ed0-4d8a-b52f-03581bf144d6 on network 48947f08-8f4e-4445-a0c2-94b53fac764a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 14:29:09.575912 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacc7cf5-38fe-438a-a55f-bb30552be732 req-338b61a5-9d05-49bf-b6b8-b5a26044c136 service neutron] Attempting to bind port ca0c2e76-7ed0-4d8a-b52f-03581bf144d6 on network 48947f08-8f4e-4445-a0c2-94b53fac764a {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:29:09.579517 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-47a7e61a-7e4d-46be-bacd-a2e54c8dc9f3 req-a4fb60b8-715b-44a9-a0fb-248dc03619c6 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Unset dirty status for tenant:af6fad83fbd440a78d4e9f9cd610cc9b on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:29:09.588206 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-47a7e61a-7e4d-46be-bacd-a2e54c8dc9f3 req-a4fb60b8-715b-44a9-a0fb-248dc03619c6 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=92aa047e-dba6-409a-9d51-46aec8b4bfbc HTTP/1.1" status: 200 len: 944 time: 0.7008982 Apr 07 14:29:09.609378 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacc7cf5-38fe-438a-a55f-bb30552be732 req-338b61a5-9d05-49bf-b6b8-b5a26044c136 service neutron] Checking agent: {'id': '9602430f-c8c8-408a-9570-479772f8b05b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 14, 25, 46), 'started_at': datetime.datetime(2021, 4, 7, 14, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 14, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 14:29:09.609733 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacc7cf5-38fe-438a-a55f-bb30552be732 req-338b61a5-9d05-49bf-b6b8-b5a26044c136 service neutron] Checking segment: {'id': '9d8ef5b9-c447-4b90-9831-d929e59e09af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '48947f08-8f4e-4445-a0c2-94b53fac764a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:29:09.610163 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacc7cf5-38fe-438a-a55f-bb30552be732 req-338b61a5-9d05-49bf-b6b8-b5a26044c136 service neutron] Bound using segment: {'id': '9d8ef5b9-c447-4b90-9831-d929e59e09af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '48947f08-8f4e-4445-a0c2-94b53fac764a'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 14:29:09.610727 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-aacc7cf5-38fe-438a-a55f-bb30552be732 req-338b61a5-9d05-49bf-b6b8-b5a26044c136 service neutron] Bound port: ca0c2e76-7ed0-4d8a-b52f-03581bf144d6, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d8ef5b9-c447-4b90-9831-d929e59e09af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '48947f08-8f4e-4445-a0c2-94b53fac764a'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 14:29:09.611180 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-aacc7cf5-38fe-438a-a55f-bb30552be732 req-338b61a5-9d05-49bf-b6b8-b5a26044c136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:09.681854 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-47a7e61a-7e4d-46be-bacd-a2e54c8dc9f3 req-54448094-d209-4476-9799-1c0e73ad956f tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900314 Apr 07 14:29:09.737089 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-aacc7cf5-38fe-438a-a55f-bb30552be732 req-338b61a5-9d05-49bf-b6b8-b5a26044c136 service neutron] For port ca0c2e76-7ed0-4d8a-b52f-03581bf144d6, host hv-cinder-78093, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 14:29:09.743050 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-aacc7cf5-38fe-438a-a55f-bb30552be732 req-338b61a5-9d05-49bf-b6b8-b5a26044c136 service neutron] For port ca0c2e76-7ed0-4d8a-b52f-03581bf144d6, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=ca0c2e76-7ed0-4d8a-b52f-03581bf144d6,segment=NetworkSegment(9d8ef5b9-c447-4b90-9831-d929e59e09af),segment_id=9d8ef5b9-c447-4b90-9831-d929e59e09af)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 14:29:09.749404 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-aacc7cf5-38fe-438a-a55f-bb30552be732 req-338b61a5-9d05-49bf-b6b8-b5a26044c136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6250582'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:09.854065 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:09.899782 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 45284) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:09.980787 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b61a5-9d05-49bf-b6b8-b5a26044c136 service neutron] Pushing event updated for resources: {'Port': ['ID=ca0c2e76-7ed0-4d8a-b52f-03581bf144d6,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:09.986176 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-338b61a5-9d05-49bf-b6b8-b5a26044c136 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:10.012594 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 45310) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:10.028157 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc7cf5-38fe-438a-a55f-bb30552be732 req-338b61a5-9d05-49bf-b6b8-b5a26044c136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:10.028844 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-aacc7cf5-38fe-438a-a55f-bb30552be732 req-338b61a5-9d05-49bf-b6b8-b5a26044c136 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:10.030438 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-aacc7cf5-38fe-438a-a55f-bb30552be732 req-338b61a5-9d05-49bf-b6b8-b5a26044c136 service neutron] 10.222.0.81 "PUT /v2.0/ports/ca0c2e76-7ed0-4d8a-b52f-03581bf144d6 HTTP/1.1" status: 200 len: 1094 time: 1.9325535 Apr 07 14:29:10.031002 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92aa047e-dba6-409a-9d51-46aec8b4bfbc', 'tag': 'ca0c2e76-7ed0-4d8a-b52f-03581bf144d6'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:29:10.147664 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92aa047e-dba6-409a-9d51-46aec8b4bfbc', 'tag': 'ca0c2e76-7ed0-4d8a-b52f-03581bf144d6', 'status': 'completed', 'code': 200} Apr 07 14:29:10.291839 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e2954c3a-23a2-4981-a34d-07684888fa41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:10.313230 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-e2954c3a-23a2-4981-a34d-07684888fa41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:29:10.319193 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-e2954c3a-23a2-4981-a34d-07684888fa41 admin admin] Usage tracker for resource:security_group_rule and tenant:535bae5fabe845d2906e3d557cbe093b is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:29:10.322845 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-e2954c3a-23a2-4981-a34d-07684888fa41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:29:10.326679 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf809863-c41f-4d01-b202-c0eaa76c8c62 req-34be31b7-257b-4eac-a1b7-0100497e662b tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:10.330604 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-e2954c3a-23a2-4981-a34d-07684888fa41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:29:10.335175 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-bf809863-c41f-4d01-b202-c0eaa76c8c62 req-34be31b7-257b-4eac-a1b7-0100497e662b tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 945 time: 0.1813755 Apr 07 14:29:10.371769 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc7cf5-38fe-438a-a55f-bb30552be732 req-4e5dd8a3-c121-4ded-91db-917b39e6dcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:10.373470 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-aacc7cf5-38fe-438a-a55f-bb30552be732 req-4e5dd8a3-c121-4ded-91db-917b39e6dcf4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=af6fad83fbd440a78d4e9f9cd610cc9b&device_id=92aa047e-dba6-409a-9d51-46aec8b4bfbc HTTP/1.1" status: 200 len: 1097 time: 0.2758687 Apr 07 14:29:10.394050 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-bf809863-c41f-4d01-b202-c0eaa76c8c62 req-a3006fbf-c790-4daa-95d1-83342a3ef692 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575547 Apr 07 14:29:10.450171 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e2954c3a-23a2-4981-a34d-07684888fa41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:10.454602 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e2954c3a-23a2-4981-a34d-07684888fa41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:10.496009 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-885625ef-89f3-4f95-b323-c3c6c792641c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:10.506858 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-e2954c3a-23a2-4981-a34d-07684888fa41 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=535bae5fabe845d2906e3d557cbe093b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6053939 Apr 07 14:29:10.523951 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 45344) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:10.536216 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2954c3a-23a2-4981-a34d-07684888fa41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c104dcbb-a2b8-4042-ad0a-b85c6e619209,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:10.539742 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-e2954c3a-23a2-4981-a34d-07684888fa41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:10.546027 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-aacc7cf5-38fe-438a-a55f-bb30552be732 req-14bb06fc-d40c-480a-8139-ace63100240f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca0c2e76-7ed0-4d8a-b52f-03581bf144d6 HTTP/1.1" status: 200 len: 217 time: 0.1642253 Apr 07 14:29:10.553896 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 45348) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:10.669976 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-29f8511e-4eb1-40fd-9a78-ec5f450b2dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:10.686892 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6f0479b5-11e9-4f6a-ab2e-066cef92feb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:10.693098 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e44fe1c6-cd15-4856-815f-29dba062e68e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:10.702764 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-29f8511e-4eb1-40fd-9a78-ec5f450b2dbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:29:10.709275 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-6f0479b5-11e9-4f6a-ab2e-066cef92feb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:29:10.713930 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-6f0479b5-11e9-4f6a-ab2e-066cef92feb9 admin admin] Usage tracker for resource:security_group_rule and tenant:2675810c8ffc41d78c54adb4d412b880 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:29:10.717524 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-6f0479b5-11e9-4f6a-ab2e-066cef92feb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:29:10.725258 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-6f0479b5-11e9-4f6a-ab2e-066cef92feb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:29:10.728233 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc7cf5-38fe-438a-a55f-bb30552be732 req-24137c66-7f7b-474b-ad6a-4cbbdea41694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:10.737896 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-aacc7cf5-38fe-438a-a55f-bb30552be732 req-24137c66-7f7b-474b-ad6a-4cbbdea41694 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=680613ef-fc50-4022-b80a-d2e8597917da HTTP/1.1" status: 200 len: 854 time: 0.1358359 Apr 07 14:29:10.751607 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-29f8511e-4eb1-40fd-9a78-ec5f450b2dbd admin admin] Usage tracker for resource:security_group_rule and tenant:772a2d8d706b4115b155204c91faa615 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:29:10.788208 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-29f8511e-4eb1-40fd-9a78-ec5f450b2dbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:29:10.832189 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6f0479b5-11e9-4f6a-ab2e-066cef92feb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:10.839494 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6f0479b5-11e9-4f6a-ab2e-066cef92feb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:10.862872 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e44fe1c6-cd15-4856-815f-29dba062e68e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:10.881294 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-29f8511e-4eb1-40fd-9a78-ec5f450b2dbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:29:10.885045 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-23509ee6-4f8c-4407-b623-c1c5bb90e932 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:10.885971 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-aacc7cf5-38fe-438a-a55f-bb30552be732 req-6553c8e2-eb24-46f6-9d55-844af76e7b83 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=48947f08-8f4e-4445-a0c2-94b53fac764a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1233714 Apr 07 14:29:10.922625 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-6f0479b5-11e9-4f6a-ab2e-066cef92feb9 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2675810c8ffc41d78c54adb4d412b880&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3651321 Apr 07 14:29:10.923946 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0479b5-11e9-4f6a-ab2e-066cef92feb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca53359-16fb-4e1d-9959-32dc1da83c98,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:10.929168 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 45368) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:10.981770 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-6f0479b5-11e9-4f6a-ab2e-066cef92feb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:11.123572 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bc059636-11f7-4071-b664-7df170757e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:11.171712 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ded05-7b8c-4b2b-83f9-be8924a64894 req-e0933078-7287-4aa9-9531-d1c7c0843ccd tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:11.173548 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c11ded05-7b8c-4b2b-83f9-be8924a64894 req-e0933078-7287-4aa9-9531-d1c7c0843ccd tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=92aa047e-dba6-409a-9d51-46aec8b4bfbc HTTP/1.1" status: 200 len: 944 time: 0.2509136 Apr 07 14:29:11.175721 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bc059636-11f7-4071-b664-7df170757e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:11.248257 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c11ded05-7b8c-4b2b-83f9-be8924a64894 req-26414953-fc3b-4543-a8fe-66612026c8ba tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593791 Apr 07 14:29:11.318783 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e44fe1c6-cd15-4856-815f-29dba062e68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:11.347302 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-29f8511e-4eb1-40fd-9a78-ec5f450b2dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:11.353118 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:11.357476 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-29f8511e-4eb1-40fd-9a78-ec5f450b2dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:11.373244 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a3acd732-9fab-44af-b898-f7cc76d7b0c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:11.387192 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44fe1c6-cd15-4856-815f-29dba062e68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c104dcbb-a2b8-4042-ad0a-b85c6e619209,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:11.392805 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-e44fe1c6-cd15-4856-815f-29dba062e68e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:11.429132 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bc059636-11f7-4071-b664-7df170757e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:11.436540 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-29f8511e-4eb1-40fd-9a78-ec5f450b2dbd admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=772a2d8d706b4115b155204c91faa615&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4214633 Apr 07 14:29:11.437033 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-aacc7cf5-38fe-438a-a55f-bb30552be732 req-561b0224-9fe1-4b1e-a8ae-0198bdd3a379 service neutron] 10.222.0.81 "GET /v2.0/networks/48947f08-8f4e-4445-a0c2-94b53fac764a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5394371 Apr 07 14:29:11.438032 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e44fe1c6-cd15-4856-815f-29dba062e68e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:11.442664 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-e44fe1c6-cd15-4856-815f-29dba062e68e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c104dcbb-a2b8-4042-ad0a-b85c6e619209 HTTP/1.1" status: 204 len: 168 time: 0.8950369 Apr 07 14:29:11.443569 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 45390) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:11.459734 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f8511e-4eb1-40fd-9a78-ec5f450b2dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a815a6f7-3ed5-4593-b1f0-6ef1c5013e7c,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:11.466531 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-29f8511e-4eb1-40fd-9a78-ec5f450b2dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:11.467196 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b4303b23-6678-47f1-bf22-d3b1a66d5813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:11.483123 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc059636-11f7-4071-b664-7df170757e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca53359-16fb-4e1d-9959-32dc1da83c98,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:11.487470 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-bc059636-11f7-4071-b664-7df170757e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:11.520992 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bc059636-11f7-4071-b664-7df170757e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:11.525381 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-bc059636-11f7-4071-b664-7df170757e78 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4ca53359-16fb-4e1d-9959-32dc1da83c98 HTTP/1.1" status: 204 len: 168 time: 0.5887539 Apr 07 14:29:11.806485 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-97f81a78-de45-4843-a24e-d86c9e4ae690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:11.838310 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-aacc7cf5-38fe-438a-a55f-bb30552be732 req-473e0436-c7ae-4b11-bc59-a8715a6cbc99 service neutron] 10.222.0.81 "GET /v2.0/networks/48947f08-8f4e-4445-a0c2-94b53fac764a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092806 Apr 07 14:29:11.865860 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-97f81a78-de45-4843-a24e-d86c9e4ae690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:11.989463 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce7c16-6285-4ce2-b293-b04796e905fc req-600d9c30-5323-4083-9292-f6269cdd46b4 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:11.991192 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-20ce7c16-6285-4ce2-b293-b04796e905fc req-600d9c30-5323-4083-9292-f6269cdd46b4 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 945 time: 0.2628956 Apr 07 14:29:12.038495 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-97f81a78-de45-4843-a24e-d86c9e4ae690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:12.045746 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:12.063694 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-20ce7c16-6285-4ce2-b293-b04796e905fc req-97e0df79-f6b0-426f-99c4-185548e0765e tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592792 Apr 07 14:29:12.065078 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f81a78-de45-4843-a24e-d86c9e4ae690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a815a6f7-3ed5-4593-b1f0-6ef1c5013e7c,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:12.072796 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-97f81a78-de45-4843-a24e-d86c9e4ae690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:12.079347 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dddec93-61db-4d68-aa15-3368721eca20 req-17002838-3220-47ec-9075-d56d8798af85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:12.081022 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-9dddec93-61db-4d68-aa15-3368721eca20 req-17002838-3220-47ec-9075-d56d8798af85 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=af6fad83fbd440a78d4e9f9cd610cc9b&device_id=92aa047e-dba6-409a-9d51-46aec8b4bfbc HTTP/1.1" status: 200 len: 1097 time: 0.1778305 Apr 07 14:29:12.082142 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-97f81a78-de45-4843-a24e-d86c9e4ae690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:12.083983 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-97f81a78-de45-4843-a24e-d86c9e4ae690 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a815a6f7-3ed5-4593-b1f0-6ef1c5013e7c HTTP/1.1" status: 204 len: 168 time: 0.6392841 Apr 07 14:29:12.135158 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 45444) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:12.156859 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0c8699c4-214f-4110-b53b-5e6836314039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:12.175702 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-0c8699c4-214f-4110-b53b-5e6836314039 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:29:12.183577 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-0c8699c4-214f-4110-b53b-5e6836314039 admin admin] Usage tracker for resource:security_group_rule and tenant:2f9e68374dd043a5aaf5ff472aa4b6cd is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:29:12.190474 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-0c8699c4-214f-4110-b53b-5e6836314039 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:29:12.206745 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 45448) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:12.211811 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-0c8699c4-214f-4110-b53b-5e6836314039 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:29:12.246990 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-870a5483-84d1-4802-90b7-cd053c6ba97e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:12.288277 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-870a5483-84d1-4802-90b7-cd053c6ba97e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:29:12.301117 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-870a5483-84d1-4802-90b7-cd053c6ba97e admin admin] Usage tracker for resource:security_group_rule and tenant:c90fbd4bbb414849a03ec07973b8ed29 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:29:12.307584 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-870a5483-84d1-4802-90b7-cd053c6ba97e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:29:12.311498 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dddec93-61db-4d68-aa15-3368721eca20 req-9e1d6d13-b61d-4dc7-a44d-5e27938cf04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:12.313053 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-9dddec93-61db-4d68-aa15-3368721eca20 req-9e1d6d13-b61d-4dc7-a44d-5e27938cf04f service neutron] 10.222.0.81 "GET /v2.0/networks?id=48947f08-8f4e-4445-a0c2-94b53fac764a HTTP/1.1" status: 200 len: 915 time: 0.2224071 Apr 07 14:29:12.317883 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-870a5483-84d1-4802-90b7-cd053c6ba97e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:29:12.413685 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-9dddec93-61db-4d68-aa15-3368721eca20 req-db9f9fe6-30d7-4f95-b145-90bfbd5508bc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca0c2e76-7ed0-4d8a-b52f-03581bf144d6 HTTP/1.1" status: 200 len: 217 time: 0.0898242 Apr 07 14:29:12.434060 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0c8699c4-214f-4110-b53b-5e6836314039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:12.450416 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0c8699c4-214f-4110-b53b-5e6836314039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:12.474909 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9a369be7-d50f-424f-8b9e-886bb39949e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:12.553184 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dddec93-61db-4d68-aa15-3368721eca20 req-c94e9b62-b57e-496b-980a-ca348d29b906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:12.555759 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-0c8699c4-214f-4110-b53b-5e6836314039 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2f9e68374dd043a5aaf5ff472aa4b6cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4178190 Apr 07 14:29:12.558027 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-9dddec93-61db-4d68-aa15-3368721eca20 req-c94e9b62-b57e-496b-980a-ca348d29b906 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=680613ef-fc50-4022-b80a-d2e8597917da HTTP/1.1" status: 200 len: 854 time: 0.1301951 Apr 07 14:29:12.560016 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 45460) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:12.650357 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-9dddec93-61db-4d68-aa15-3368721eca20 req-f47debf4-2e40-41dd-97d9-980333193324 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=48947f08-8f4e-4445-a0c2-94b53fac764a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708427 Apr 07 14:29:12.695995 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8699c4-214f-4110-b53b-5e6836314039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff53bc4d-6c9c-487b-9cf1-a455710610fc,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:12.706420 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0c8699c4-214f-4110-b53b-5e6836314039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:12.744874 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-870a5483-84d1-4802-90b7-cd053c6ba97e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:12.806667 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc49f0c-43b7-4c2f-a029-da219e22144e req-8db1edb1-5f66-464c-8098-464a8b290918 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:12.809951 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0cc49f0c-43b7-4c2f-a029-da219e22144e req-8db1edb1-5f66-464c-8098-464a8b290918 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=92aa047e-dba6-409a-9d51-46aec8b4bfbc HTTP/1.1" status: 200 len: 944 time: 0.2536564 Apr 07 14:29:12.827241 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-870a5483-84d1-4802-90b7-cd053c6ba97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:12.856811 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0cc49f0c-43b7-4c2f-a029-da219e22144e req-51919338-506d-4598-a963-b29582de4cfc tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396299 Apr 07 14:29:12.857919 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-10ae3ced-acb6-4834-83d1-8ddd8867fb5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:12.873140 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3a182fea-eab6-4cc5-a152-c8bc225ccbef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:12.928071 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 45474) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:12.928292 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-870a5483-84d1-4802-90b7-cd053c6ba97e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c90fbd4bbb414849a03ec07973b8ed29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7196126 Apr 07 14:29:12.970224 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3a182fea-eab6-4cc5-a152-c8bc225ccbef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:12.977673 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870a5483-84d1-4802-90b7-cd053c6ba97e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2942089-669c-47bd-9f32-16e8665c6dd6,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:12.986314 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-870a5483-84d1-4802-90b7-cd053c6ba97e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:13.018312 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5cdfb182-9a83-485b-9a5d-f0b3734f9217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:13.031645 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-9dddec93-61db-4d68-aa15-3368721eca20 req-99008fa3-b0fa-46bf-adef-b95ded2d2377 service neutron] 10.222.0.81 "GET /v2.0/networks/48947f08-8f4e-4445-a0c2-94b53fac764a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570294 Apr 07 14:29:13.055479 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5cdfb182-9a83-485b-9a5d-f0b3734f9217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:13.128199 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5cdfb182-9a83-485b-9a5d-f0b3734f9217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:13.142509 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0c8699c4-214f-4110-b53b-5e6836314039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:13.159791 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdfb182-9a83-485b-9a5d-f0b3734f9217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2942089-669c-47bd-9f32-16e8665c6dd6,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:13.162578 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5cdfb182-9a83-485b-9a5d-f0b3734f9217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:13.166992 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-5cdfb182-9a83-485b-9a5d-f0b3734f9217 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d2942089-669c-47bd-9f32-16e8665c6dd6 HTTP/1.1" status: 204 len: 168 time: 0.2376711 Apr 07 14:29:13.168312 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5cdfb182-9a83-485b-9a5d-f0b3734f9217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:13.210580 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3a182fea-eab6-4cc5-a152-c8bc225ccbef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:13.218113 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-065fb661-84a6-46de-ac47-79356dd32bcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:13.260966 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a182fea-eab6-4cc5-a152-c8bc225ccbef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff53bc4d-6c9c-487b-9cf1-a455710610fc,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:13.270673 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-3a182fea-eab6-4cc5-a152-c8bc225ccbef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:13.287029 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3a182fea-eab6-4cc5-a152-c8bc225ccbef admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:13.288520 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-3a182fea-eab6-4cc5-a152-c8bc225ccbef admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ff53bc4d-6c9c-487b-9cf1-a455710610fc HTTP/1.1" status: 204 len: 168 time: 0.7274187 Apr 07 14:29:13.305554 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-9dddec93-61db-4d68-aa15-3368721eca20 req-0d7c5a79-183f-4688-9461-7f521c2a9639 service neutron] 10.222.0.81 "GET /v2.0/networks/48947f08-8f4e-4445-a0c2-94b53fac764a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604518 Apr 07 14:29:13.460032 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b98679-326e-470e-8fb6-d1fd920b91bb req-8e16a85b-f96d-4638-b5e3-05f5271f3c23 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:13.462168 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-32b98679-326e-470e-8fb6-d1fd920b91bb req-8e16a85b-f96d-4638-b5e3-05f5271f3c23 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 945 time: 0.1364956 Apr 07 14:29:13.522871 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-32b98679-326e-470e-8fb6-d1fd920b91bb req-c32f3203-dba7-48f3-82a0-feb0cef0bccc tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518982 Apr 07 14:29:14.271375 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571c45d-2c43-411f-af8a-637f5861d31b req-49a85268-cf69-4a7a-ba16-f4c02e1d28de tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:14.273438 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-7571c45d-2c43-411f-af8a-637f5861d31b req-49a85268-cf69-4a7a-ba16-f4c02e1d28de tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=92aa047e-dba6-409a-9d51-46aec8b4bfbc HTTP/1.1" status: 200 len: 944 time: 0.1958978 Apr 07 14:29:14.319538 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-7571c45d-2c43-411f-af8a-637f5861d31b req-5c78561b-f6a4-4e54-92e7-27d9e1f02d97 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325608 Apr 07 14:29:14.595302 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device ca0c2e76-7ed0-4d8a-b52f-03581bf144d6 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=84314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 14:29:14.883874 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed842a8-a49b-4d4a-b068-9e302c5c5bcd req-30f25b14-4d8d-47d4-aaaf-a18a9a673d08 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:14.885655 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-7ed842a8-a49b-4d4a-b068-9e302c5c5bcd req-30f25b14-4d8d-47d4-aaaf-a18a9a673d08 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 945 time: 0.1349492 Apr 07 14:29:14.972023 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-7ed842a8-a49b-4d4a-b068-9e302c5c5bcd req-a3e8e0d0-24fd-4b5a-bb82-ebfc22858e35 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691760 Apr 07 14:29:14.980713 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1cd5365e-a535-494f-bfd7-a72df9a597bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:15.012239 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port ca0c2e76-7ed0-4d8a-b52f-03581bf144d6, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=ca0c2e76-7ed0-4d8a-b52f-03581bf144d6,segment=NetworkSegment(9d8ef5b9-c447-4b90-9831-d929e59e09af),segment_id=9d8ef5b9-c447-4b90-9831-d929e59e09af)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:29:15.044322 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Returning: {'device': 'ca0c2e76-7ed0-4d8a-b52f-03581bf144d6', 'network_id': '48947f08-8f4e-4445-a0c2-94b53fac764a', 'port_id': 'ca0c2e76-7ed0-4d8a-b52f-03581bf144d6', 'mac_address': 'fa:16:3e:91:27:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680613ef-fc50-4022-b80a-d2e8597917da', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 14:29:15.114469 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:15.116278 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca0c2e76-7ed0-4d8a-b52f-03581bf144d6 {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 14:29:15.155253 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port ca0c2e76-7ed0-4d8a-b52f-03581bf144d6, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=ca0c2e76-7ed0-4d8a-b52f-03581bf144d6,segment=NetworkSegment(9d8ef5b9-c447-4b90-9831-d929e59e09af),segment_id=9d8ef5b9-c447-4b90-9831-d929e59e09af)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:29:15.159649 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:15.164372 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-631c576e-941c-4119-bdda-75f7f7b60f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:15.313220 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Pushing event updated for resources: {'Port': ['ID=ca0c2e76-7ed0-4d8a-b52f-03581bf144d6,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:15.316839 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:15.564392 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] get_ports_and_sgs() called for port_ids ['ca0c2e76-7ed0-4d8a-b52f-03581bf144d6'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 14:29:15.803054 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967912a9-abfd-446c-90e1-bdbb06c7a80f req-05713727-d252-4aec-8e51-d87be89d4197 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:15.812836 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-967912a9-abfd-446c-90e1-bdbb06c7a80f req-05713727-d252-4aec-8e51-d87be89d4197 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=92aa047e-dba6-409a-9d51-46aec8b4bfbc HTTP/1.1" status: 200 len: 945 time: 0.2086897 Apr 07 14:29:15.842756 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:15.861287 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-967912a9-abfd-446c-90e1-bdbb06c7a80f req-694ab1dc-5ca9-4976-a4b2-e8ac772bf442 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469508 Apr 07 14:29:16.291496 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335728b-64e5-449c-85cc-168a47cfd0f4 req-cbb05471-246c-4484-bb15-6b8da7556494 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:16.293264 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-7335728b-64e5-449c-85cc-168a47cfd0f4 req-cbb05471-246c-4484-bb15-6b8da7556494 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 945 time: 0.1657326 Apr 07 14:29:16.335727 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-7335728b-64e5-449c-85cc-168a47cfd0f4 req-daae8b49-e06c-40e5-8fc3-8726bcaf834b tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323913 Apr 07 14:29:17.103611 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f280669-ccd8-475f-8fa5-3d1a6405d49c req-0bb54c15-756e-4bb5-aaa8-6b0528961b08 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:17.108724 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-6f280669-ccd8-475f-8fa5-3d1a6405d49c req-0bb54c15-756e-4bb5-aaa8-6b0528961b08 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=92aa047e-dba6-409a-9d51-46aec8b4bfbc HTTP/1.1" status: 200 len: 945 time: 0.1169033 Apr 07 14:29:17.144101 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-6f280669-ccd8-475f-8fa5-3d1a6405d49c req-99a6f988-bfce-4a81-8592-c4927a445b24 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316460 Apr 07 14:29:17.415775 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-33b6201b-4682-45ca-a28f-ccf776dc966b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:17.727303 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 45800) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:17.740114 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c20eb-ce11-45d2-9320-d22fe24c2c92 req-aa9d1a43-2217-48af-b31b-3cb88725f195 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:17.749605 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 45808) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:17.750402 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-912c20eb-ce11-45d2-9320-d22fe24c2c92 req-aa9d1a43-2217-48af-b31b-3cb88725f195 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 945 time: 0.1785123 Apr 07 14:29:17.811230 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-912c20eb-ce11-45d2-9320-d22fe24c2c92 req-266e5434-55b2-458f-bb6c-05f0256eec56 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568509 Apr 07 14:29:17.943772 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 45824) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:17.944290 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-8e32c9ee-7f8b-4471-8053-f3eef45dfce4 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9bea11aaf4cc452fa4eba4dac6229523&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2157304 Apr 07 14:29:18.017514 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-853ebfda-c081-4d84-a1f1-2366f392dcc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:18.051972 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-853ebfda-c081-4d84-a1f1-2366f392dcc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:18.127582 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-853ebfda-c081-4d84-a1f1-2366f392dcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:18.134362 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-68064a8d-a1ee-4a07-912b-506dbeaf5e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:18.156823 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-db3bd0f2-0647-46e0-b5a3-79dc805fa074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:18.214302 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853ebfda-c081-4d84-a1f1-2366f392dcc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1f0e71-08aa-46d7-9e4e-61e87dbee221,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:18.217420 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-853ebfda-c081-4d84-a1f1-2366f392dcc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:18.232196 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c7c04a60-e1bb-4767-a0fd-6c672afdd896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:18.248152 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-853ebfda-c081-4d84-a1f1-2366f392dcc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:18.256904 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-853ebfda-c081-4d84-a1f1-2366f392dcc2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9b1f0e71-08aa-46d7-9e4e-61e87dbee221 HTTP/1.1" status: 204 len: 168 time: 0.3075848 Apr 07 14:29:18.318253 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-c7c04a60-e1bb-4767-a0fd-6c672afdd896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:29:18.333656 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-c7c04a60-e1bb-4767-a0fd-6c672afdd896 admin admin] Usage tracker for resource:security_group_rule and tenant:f096fc8722f242e99e30ce8f8c0ad500 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:29:18.338852 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-c7c04a60-e1bb-4767-a0fd-6c672afdd896 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:29:18.358991 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-c7c04a60-e1bb-4767-a0fd-6c672afdd896 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:29:18.600079 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device ca0c2e76-7ed0-4d8a-b52f-03581bf144d6 up at agent hyperv_hv-cinder-78093 {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:29:18.627425 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae45a8-4199-466a-8b04-2df70e313b37 req-2e0fb5c6-da85-477b-9855-3177209cbd0a tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:18.650296 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-20ae45a8-4199-466a-8b04-2df70e313b37 req-2e0fb5c6-da85-477b-9855-3177209cbd0a tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=92aa047e-dba6-409a-9d51-46aec8b4bfbc HTTP/1.1" status: 200 len: 945 time: 0.1909747 Apr 07 14:29:18.653846 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c7c04a60-e1bb-4767-a0fd-6c672afdd896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:18.657606 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c7c04a60-e1bb-4767-a0fd-6c672afdd896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:18.671150 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2888f145-7334-474f-b65b-b39d1b880340 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:18.702972 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-20ae45a8-4199-466a-8b04-2df70e313b37 req-88b18a68-b83c-4a7d-a36b-b5d00b7ec718 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515997 Apr 07 14:29:18.726926 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 45860) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:18.733443 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-c7c04a60-e1bb-4767-a0fd-6c672afdd896 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f096fc8722f242e99e30ce8f8c0ad500&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9817917 Apr 07 14:29:18.736731 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c04a60-e1bb-4767-a0fd-6c672afdd896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3621d09-64eb-443e-9094-41665e33d216,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:18.758977 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-c7c04a60-e1bb-4767-a0fd-6c672afdd896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:18.804463 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:18.813715 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Provisioning for port ca0c2e76-7ed0-4d8a-b52f-03581bf144d6 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:29:18.821215 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Provisioning complete for port ca0c2e76-7ed0-4d8a-b52f-03581bf144d6 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:29:18.821879 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:18.835335 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6d4ee53b-61ea-4bb1-a0a2-8947139100a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:18.932247 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6d4ee53b-61ea-4bb1-a0a2-8947139100a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:19.040540 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6d4ee53b-61ea-4bb1-a0a2-8947139100a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:19.055039 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:19.084256 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ee53b-61ea-4bb1-a0a2-8947139100a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3621d09-64eb-443e-9094-41665e33d216,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:19.088227 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6d4ee53b-61ea-4bb1-a0a2-8947139100a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:19.101280 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-6d4ee53b-61ea-4bb1-a0a2-8947139100a3 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f3621d09-64eb-443e-9094-41665e33d216 HTTP/1.1" status: 204 len: 168 time: 0.3721488 Apr 07 14:29:19.102808 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-6d4ee53b-61ea-4bb1-a0a2-8947139100a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:19.146143 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96bbd27-f163-4a1c-a647-81a3c0ba35b4 req-2dbfbdb4-cfc4-4488-b7bc-fdb3006eccdf tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:19.157569 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c96bbd27-f163-4a1c-a647-81a3c0ba35b4 req-2dbfbdb4-cfc4-4488-b7bc-fdb3006eccdf tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 945 time: 0.1664200 Apr 07 14:29:19.181902 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:19.204004 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c96bbd27-f163-4a1c-a647-81a3c0ba35b4 req-f5d99413-672a-4bc4-9c8e-414bee02a576 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447347 Apr 07 14:29:19.243091 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92aa047e-dba6-409a-9d51-46aec8b4bfbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca0c2e76-7ed0-4d8a-b52f-03581bf144d6'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:29:19.260242 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port ca0c2e76-7ed0-4d8a-b52f-03581bf144d6, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=ca0c2e76-7ed0-4d8a-b52f-03581bf144d6,segment=NetworkSegment(9d8ef5b9-c447-4b90-9831-d929e59e09af),segment_id=9d8ef5b9-c447-4b90-9831-d929e59e09af)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:29:19.266109 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:19.268377 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:19.375275 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92aa047e-dba6-409a-9d51-46aec8b4bfbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca0c2e76-7ed0-4d8a-b52f-03581bf144d6', 'code': 200} Apr 07 14:29:19.411330 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Pushing event updated for resources: {'Port': ['ID=ca0c2e76-7ed0-4d8a-b52f-03581bf144d6,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:19.414909 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:19.672280 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906beb58-bb12-4851-af4e-c5840ff6311d req-14c1ba8b-c1c6-4190-b143-690efb4c27df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:19.675003 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-906beb58-bb12-4851-af4e-c5840ff6311d req-14c1ba8b-c1c6-4190-b143-690efb4c27df service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=92aa047e-dba6-409a-9d51-46aec8b4bfbc HTTP/1.1" status: 200 len: 1099 time: 0.0967429 Apr 07 14:29:19.711034 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-906beb58-bb12-4851-af4e-c5840ff6311d req-cadd2c48-8932-4a7d-91af-d6afe55af871 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277948 Apr 07 14:29:19.764801 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 45928) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:19.787194 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9e420a3d-3b8e-4a11-ae43-3b471506fed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:19.824886 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-753d5ca8-67af-4e0f-aee9-cf9190fbeaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:19.886461 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-9e420a3d-3b8e-4a11-ae43-3b471506fed8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:29:19.892396 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-9e420a3d-3b8e-4a11-ae43-3b471506fed8 admin admin] Usage tracker for resource:security_group_rule and tenant:f4a8be63ce714fc986b1eabbd8aaeb45 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:29:19.903590 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-9e420a3d-3b8e-4a11-ae43-3b471506fed8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:29:19.915602 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-9e420a3d-3b8e-4a11-ae43-3b471506fed8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:29:19.954184 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ed604-a3ee-4191-bf24-3eee02b937ad req-80c88952-ad19-4464-be2c-932fcda3fd7a tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:19.955721 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5f6ed604-a3ee-4191-bf24-3eee02b937ad req-80c88952-ad19-4464-be2c-932fcda3fd7a tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=92aa047e-dba6-409a-9d51-46aec8b4bfbc HTTP/1.1" status: 200 len: 946 time: 0.1259172 Apr 07 14:29:19.997328 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5f6ed604-a3ee-4191-bf24-3eee02b937ad req-8ed0f6d2-110e-4c2f-a126-8aca13931f47 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344892 Apr 07 14:29:20.056994 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9e420a3d-3b8e-4a11-ae43-3b471506fed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:20.060359 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9e420a3d-3b8e-4a11-ae43-3b471506fed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:20.089247 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8f584c98-2802-4adb-963f-1db3664266b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:20.113840 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-9e420a3d-3b8e-4a11-ae43-3b471506fed8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f4a8be63ce714fc986b1eabbd8aaeb45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3452704 Apr 07 14:29:20.114257 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 45946) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:20.119272 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e420a3d-3b8e-4a11-ae43-3b471506fed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2343e63e-c9e1-46ba-b136-9c66272f91e3,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:20.122930 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9e420a3d-3b8e-4a11-ae43-3b471506fed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:20.199048 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b7af7f9d-0b88-4067-8809-675bdd7cd357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:20.227555 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b7af7f9d-0b88-4067-8809-675bdd7cd357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:20.231698 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 45958) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:20.276671 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b7af7f9d-0b88-4067-8809-675bdd7cd357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:20.290744 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:20.309841 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af7f9d-0b88-4067-8809-675bdd7cd357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2343e63e-c9e1-46ba-b136-9c66272f91e3,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:20.323022 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b7af7f9d-0b88-4067-8809-675bdd7cd357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:20.324414 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b7af7f9d-0b88-4067-8809-675bdd7cd357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:20.325770 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-b7af7f9d-0b88-4067-8809-675bdd7cd357 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2343e63e-c9e1-46ba-b136-9c66272f91e3 HTTP/1.1" status: 204 len: 168 time: 0.2105043 Apr 07 14:29:20.538361 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35d64d-7d5e-49c5-bb8f-2769531f7267 req-9f0cd979-216b-46ef-b4f3-1c751989c86f tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:20.540142 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4c35d64d-7d5e-49c5-bb8f-2769531f7267 req-9f0cd979-216b-46ef-b4f3-1c751989c86f tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 945 time: 0.1738243 Apr 07 14:29:20.595306 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4c35d64d-7d5e-49c5-bb8f-2769531f7267 req-3ce24487-9158-4379-8ebe-f914f183d829 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433226 Apr 07 14:29:20.922940 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-83934135-9cd9-4f6f-a40c-4915a8598d61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:20.955471 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-83934135-9cd9-4f6f-a40c-4915a8598d61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:29:20.978998 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-83934135-9cd9-4f6f-a40c-4915a8598d61 admin admin] Usage tracker for resource:security_group_rule and tenant:f4111860cc284fd1be83bff0e30240ef is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:29:20.985147 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-83934135-9cd9-4f6f-a40c-4915a8598d61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:29:21.000298 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-83934135-9cd9-4f6f-a40c-4915a8598d61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:29:21.125267 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-83934135-9cd9-4f6f-a40c-4915a8598d61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:21.129515 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-83934135-9cd9-4f6f-a40c-4915a8598d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:21.142065 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2be808b7-06dd-40c6-b6a6-561423eadbf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:21.200994 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83934135-9cd9-4f6f-a40c-4915a8598d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6fa5386-1161-4d39-8540-ec015e23c736,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:21.218312 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-83934135-9cd9-4f6f-a40c-4915a8598d61 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f4111860cc284fd1be83bff0e30240ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9850674 Apr 07 14:29:21.219202 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 46002) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:21.220188 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-83934135-9cd9-4f6f-a40c-4915a8598d61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:21.306755 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-76015513-1a4a-4ee4-a398-46c8a57e4904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:21.343217 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-76015513-1a4a-4ee4-a398-46c8a57e4904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:21.355670 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7683a9e-7b37-46d5-af88-e6978716b3d4 req-4f39f5f7-8cdc-4f38-bf17-ad0c5f4f8c01 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:21.357704 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d7683a9e-7b37-46d5-af88-e6978716b3d4 req-4f39f5f7-8cdc-4f38-bf17-ad0c5f4f8c01 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=92aa047e-dba6-409a-9d51-46aec8b4bfbc HTTP/1.1" status: 200 len: 946 time: 0.1012127 Apr 07 14:29:21.391771 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d7683a9e-7b37-46d5-af88-e6978716b3d4 req-323b9eef-6fe4-45e1-9953-7164b8a2de08 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262132 Apr 07 14:29:21.417314 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-76015513-1a4a-4ee4-a398-46c8a57e4904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:21.427198 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-49f6e9d0-12f1-4cd1-b59a-4a052cd817e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:21.460829 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76015513-1a4a-4ee4-a398-46c8a57e4904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6fa5386-1161-4d39-8540-ec015e23c736,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:21.468980 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-76015513-1a4a-4ee4-a398-46c8a57e4904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:21.495232 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-76015513-1a4a-4ee4-a398-46c8a57e4904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:21.501082 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-76015513-1a4a-4ee4-a398-46c8a57e4904 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e6fa5386-1161-4d39-8540-ec015e23c736 HTTP/1.1" status: 204 len: 168 time: 0.2792885 Apr 07 14:29:21.878038 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1d9c0-6173-47b3-9a94-2884a65cb956 req-f27be1a9-9cb4-4279-99c6-b11977aa3414 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:21.896249 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e5a1d9c0-6173-47b3-9a94-2884a65cb956 req-f27be1a9-9cb4-4279-99c6-b11977aa3414 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 945 time: 0.1534781 Apr 07 14:29:21.948967 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e5a1d9c0-6173-47b3-9a94-2884a65cb956 req-bad21269-027b-46ae-be3f-8abaac5e4bf2 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508423 Apr 07 14:29:22.163654 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 46038) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:22.203330 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-68421317-c438-4d9e-8ae6-145bf30b9035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:22.242511 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-68421317-c438-4d9e-8ae6-145bf30b9035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:29:22.250130 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-68421317-c438-4d9e-8ae6-145bf30b9035 admin admin] Usage tracker for resource:security_group_rule and tenant:0b2dce56c8fa446cb22e51fb81648233 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:29:22.255980 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-68421317-c438-4d9e-8ae6-145bf30b9035 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:29:22.266959 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-68421317-c438-4d9e-8ae6-145bf30b9035 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:29:22.394118 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-68421317-c438-4d9e-8ae6-145bf30b9035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:22.399380 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-68421317-c438-4d9e-8ae6-145bf30b9035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:22.417244 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a050f305-7cb8-4431-bed3-f370a6fa0e25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:22.466765 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-68421317-c438-4d9e-8ae6-145bf30b9035 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0b2dce56c8fa446cb22e51fb81648233&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3015347 Apr 07 14:29:22.467720 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68421317-c438-4d9e-8ae6-145bf30b9035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25a5cb1-2772-4d61-9229-8dc2ac76c280,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:22.469703 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 46050) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:22.471095 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-68421317-c438-4d9e-8ae6-145bf30b9035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:22.580136 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b22d162b-3b21-4e25-a518-d208e958f6d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:22.611943 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b22d162b-3b21-4e25-a518-d208e958f6d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:22.679232 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b22d162b-3b21-4e25-a518-d208e958f6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:22.685173 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:22.703361 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d162b-3b21-4e25-a518-d208e958f6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25a5cb1-2772-4d61-9229-8dc2ac76c280,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:22.710409 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b22d162b-3b21-4e25-a518-d208e958f6d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:22.716730 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b22d162b-3b21-4e25-a518-d208e958f6d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:22.724113 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-b22d162b-3b21-4e25-a518-d208e958f6d8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b25a5cb1-2772-4d61-9229-8dc2ac76c280 HTTP/1.1" status: 204 len: 168 time: 0.2486663 Apr 07 14:29:23.217218 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a0de4-7f1c-46dc-be65-9f8a574d9f33 req-192e5620-0eb6-477a-a8cc-a5102d04b4c0 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:23.226971 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0f7a0de4-7f1c-46dc-be65-9f8a574d9f33 req-192e5620-0eb6-477a-a8cc-a5102d04b4c0 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 945 time: 0.1408341 Apr 07 14:29:23.280196 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0f7a0de4-7f1c-46dc-be65-9f8a574d9f33 req-c95121a7-957d-449d-b57a-4de4a4853986 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469964 Apr 07 14:29:24.480181 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c38b8-c973-4238-a8ca-fcb4ad370df8 req-5166877d-21c0-460b-a323-645756c4f6f7 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:24.482564 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-471c38b8-c973-4238-a8ca-fcb4ad370df8 req-5166877d-21c0-460b-a323-645756c4f6f7 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 945 time: 0.0950682 Apr 07 14:29:24.526051 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-471c38b8-c973-4238-a8ca-fcb4ad370df8 req-524244b4-c3e1-4d0f-9604-6f53cb89e8a1 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352337 Apr 07 14:29:25.032193 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 46158) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:25.199727 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4caec3c1-f6f4-4e38-ba61-1f909e1955b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:25.225858 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-4caec3c1-f6f4-4e38-ba61-1f909e1955b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:29:25.230173 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-4caec3c1-f6f4-4e38-ba61-1f909e1955b4 admin admin] Usage tracker for resource:security_group_rule and tenant:b257c58d5341432bacee596f77e41994 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:29:25.233546 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-4caec3c1-f6f4-4e38-ba61-1f909e1955b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:29:25.241340 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-4caec3c1-f6f4-4e38-ba61-1f909e1955b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:29:25.343936 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4caec3c1-f6f4-4e38-ba61-1f909e1955b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:25.348671 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4caec3c1-f6f4-4e38-ba61-1f909e1955b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:25.364223 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:25.402491 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-4caec3c1-f6f4-4e38-ba61-1f909e1955b4 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b257c58d5341432bacee596f77e41994&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3685303 Apr 07 14:29:25.405098 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 46182) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:25.423059 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caec3c1-f6f4-4e38-ba61-1f909e1955b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a72517-5f4c-4505-a9e6-5b5140dbfeeb,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:25.429423 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-4caec3c1-f6f4-4e38-ba61-1f909e1955b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:25.549181 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-dbbacf47-d15d-4040-a36c-057337ad1f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:25.594637 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-dbbacf47-d15d-4040-a36c-057337ad1f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:25.661223 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-dbbacf47-d15d-4040-a36c-057337ad1f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:25.671104 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-e2954c3a-23a2-4981-a34d-07684888fa41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:25.685377 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbacf47-d15d-4040-a36c-057337ad1f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a72517-5f4c-4505-a9e6-5b5140dbfeeb,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:25.690625 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-dbbacf47-d15d-4040-a36c-057337ad1f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:25.694005 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-dbbacf47-d15d-4040-a36c-057337ad1f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:25.695748 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-dbbacf47-d15d-4040-a36c-057337ad1f28 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/51a72517-5f4c-4505-a9e6-5b5140dbfeeb HTTP/1.1" status: 204 len: 168 time: 0.2892272 Apr 07 14:29:25.736648 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.agents_db [None req-6fbea437-4030-452f-8588-832da035c2c0 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 14:29:25.776404 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade51f88-5163-4ded-be4a-6ec8b7ef054c req-c9508fa6-680d-480c-903f-9edd330599e0 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:25.786006 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ade51f88-5163-4ded-be4a-6ec8b7ef054c req-c9508fa6-680d-480c-903f-9edd330599e0 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 945 time: 0.1198664 Apr 07 14:29:25.827066 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ade51f88-5163-4ded-be4a-6ec8b7ef054c req-5ce5cfc3-2a5a-4bf1-b5d7-c76245b75691 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399716 Apr 07 14:29:26.535434 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 46226) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:26.719346 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b0319252-1f86-4a04-9097-0d6ee27ca595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:26.751092 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-b0319252-1f86-4a04-9097-0d6ee27ca595 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:29:26.755727 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-b0319252-1f86-4a04-9097-0d6ee27ca595 admin admin] Usage tracker for resource:security_group_rule and tenant:94f0dd8c79a54592bb4b7b13adbb3384 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:29:26.760891 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-b0319252-1f86-4a04-9097-0d6ee27ca595 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:29:26.780451 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-b0319252-1f86-4a04-9097-0d6ee27ca595 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:29:26.927288 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b0319252-1f86-4a04-9097-0d6ee27ca595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:26.932471 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b0319252-1f86-4a04-9097-0d6ee27ca595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:26.980546 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-29f8511e-4eb1-40fd-9a78-ec5f450b2dbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:26.991710 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-b0319252-1f86-4a04-9097-0d6ee27ca595 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=94f0dd8c79a54592bb4b7b13adbb3384&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4513848 Apr 07 14:29:26.994523 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 46260) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:27.032793 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0319252-1f86-4a04-9097-0d6ee27ca595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f410d1-313f-4b57-9ba5-2a0255ecb6fb,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:27.048414 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b0319252-1f86-4a04-9097-0d6ee27ca595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:27.099559 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2615bccc-000c-4d45-827b-66b711e35bbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:27.132633 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2615bccc-000c-4d45-827b-66b711e35bbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:27.192021 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2615bccc-000c-4d45-827b-66b711e35bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:27.204112 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:27.242201 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615bccc-000c-4d45-827b-66b711e35bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f410d1-313f-4b57-9ba5-2a0255ecb6fb,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:27.251512 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2615bccc-000c-4d45-827b-66b711e35bbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:27.252483 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2615bccc-000c-4d45-827b-66b711e35bbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:27.254142 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-2615bccc-000c-4d45-827b-66b711e35bbf admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c5f410d1-313f-4b57-9ba5-2a0255ecb6fb HTTP/1.1" status: 204 len: 168 time: 0.2584553 Apr 07 14:29:27.411734 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85899ce2-dc84-4e64-b6c9-d5c9b473d92d req-9c8786b9-563e-487c-83a0-bc3ec7777899 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:27.420160 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-85899ce2-dc84-4e64-b6c9-d5c9b473d92d req-9c8786b9-563e-487c-83a0-bc3ec7777899 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 945 time: 0.1451747 Apr 07 14:29:27.467745 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-85899ce2-dc84-4e64-b6c9-d5c9b473d92d req-3aa2765b-992b-4dec-90e5-206523a974ba tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462866 Apr 07 14:29:28.669540 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 46320) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:28.842988 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-af58434b-89a4-4ddb-ac4e-2e280821aa9e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1661993342-network', 'tenant_id': '595711248f0e49e39f1f1c42a8e83a27'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:29:28.851126 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-af58434b-89a4-4ddb-ac4e-2e280821aa9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:29:28.855738 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3340a91-dc33-47ee-9217-c988e7007f87 req-26d9cbd6-412b-4bd0-914a-3d6d0ae02d1d tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:28.856100 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-af58434b-89a4-4ddb-ac4e-2e280821aa9e admin admin] Usage tracker for resource:network and tenant:595711248f0e49e39f1f1c42a8e83a27 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:29:28.857500 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d3340a91-dc33-47ee-9217-c988e7007f87 req-26d9cbd6-412b-4bd0-914a-3d6d0ae02d1d tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 945 time: 0.1306627 Apr 07 14:29:28.860977 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-af58434b-89a4-4ddb-ac4e-2e280821aa9e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:29:28.873407 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-af58434b-89a4-4ddb-ac4e-2e280821aa9e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:29:28.892877 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af58434b-89a4-4ddb-ac4e-2e280821aa9e admin admin] Made reservation on behalf of 595711248f0e49e39f1f1c42a8e83a27 for: {'network': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:29:28.912924 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-af58434b-89a4-4ddb-ac4e-2e280821aa9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for network, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:28.941824 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-af58434b-89a4-4ddb-ac4e-2e280821aa9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:28.974478 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-af58434b-89a4-4ddb-ac4e-2e280821aa9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:29:28.984691 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-af58434b-89a4-4ddb-ac4e-2e280821aa9e admin admin] Usage tracker for resource:security_group_rule and tenant:595711248f0e49e39f1f1c42a8e83a27 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:29:28.991225 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-af58434b-89a4-4ddb-ac4e-2e280821aa9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:29:29.001474 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-af58434b-89a4-4ddb-ac4e-2e280821aa9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:29:29.145702 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d3340a91-dc33-47ee-9217-c988e7007f87 req-dc7f7183-373c-4de5-954b-9060e9f94e3d tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813983 Apr 07 14:29:29.153979 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-af58434b-89a4-4ddb-ac4e-2e280821aa9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:29.157437 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-af58434b-89a4-4ddb-ac4e-2e280821aa9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:29.172580 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af58434b-89a4-4ddb-ac4e-2e280821aa9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=84313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 07 14:29:29.183104 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-af58434b-89a4-4ddb-ac4e-2e280821aa9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773215'] for segment, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:29.183507 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.db.segments_db [None req-af58434b-89a4-4ddb-ac4e-2e280821aa9e admin admin] Added segment c2d47942-f9c6-4220-a89d-ec1894ae86b7 of type vlan for network eb8515e8-a88e-4510-bf0c-3f52cf50b457 Apr 07 14:29:29.214750 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-af58434b-89a4-4ddb-ac4e-2e280821aa9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304368617707'] for network, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:29.250741 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:29.266993 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-af58434b-89a4-4ddb-ac4e-2e280821aa9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954'] for network, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:29.283158 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af58434b-89a4-4ddb-ac4e-2e280821aa9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:29.283835 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-af58434b-89a4-4ddb-ac4e-2e280821aa9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for network, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:29.304921 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af58434b-89a4-4ddb-ac4e-2e280821aa9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded6325f-e9bc-46b9-9547-d90301eb93f5,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:29.319664 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af58434b-89a4-4ddb-ac4e-2e280821aa9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:29:29.320090 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af58434b-89a4-4ddb-ac4e-2e280821aa9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:29:29.320499 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af58434b-89a4-4ddb-ac4e-2e280821aa9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:29:29.321956 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af58434b-89a4-4ddb-ac4e-2e280821aa9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:29:29.321956 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af58434b-89a4-4ddb-ac4e-2e280821aa9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:29:29.321956 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af58434b-89a4-4ddb-ac4e-2e280821aa9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:29:29.321956 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af58434b-89a4-4ddb-ac4e-2e280821aa9e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:29:29.322718 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af58434b-89a4-4ddb-ac4e-2e280821aa9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:29:29.322718 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af58434b-89a4-4ddb-ac4e-2e280821aa9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:29:29.323344 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af58434b-89a4-4ddb-ac4e-2e280821aa9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:29:29.323535 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af58434b-89a4-4ddb-ac4e-2e280821aa9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:29:29.324109 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af58434b-89a4-4ddb-ac4e-2e280821aa9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:29:29.334445 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-af58434b-89a4-4ddb-ac4e-2e280821aa9e admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6575348 Apr 07 14:29:29.334445 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-af58434b-89a4-4ddb-ac4e-2e280821aa9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:29.334445 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:29.335219 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 46340) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:29.341133 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-abd0f437-719f-48af-93c2-9243d8b54e1c admin admin] Request body: {'subnet': {'network_id': 'eb8515e8-a88e-4510-bf0c-3f52cf50b457', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1661993342-subnet', 'tenant_id': '595711248f0e49e39f1f1c42a8e83a27', 'ip_version': 4}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:29:29.348029 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-abd0f437-719f-48af-93c2-9243d8b54e1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:29:29.352675 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-abd0f437-719f-48af-93c2-9243d8b54e1c admin admin] Usage tracker for resource:subnet and tenant:595711248f0e49e39f1f1c42a8e83a27 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:29:29.355744 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-abd0f437-719f-48af-93c2-9243d8b54e1c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:29:29.362094 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-abd0f437-719f-48af-93c2-9243d8b54e1c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:29:29.373107 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd0f437-719f-48af-93c2-9243d8b54e1c admin admin] Made reservation on behalf of 595711248f0e49e39f1f1c42a8e83a27 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:29:29.378559 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-abd0f437-719f-48af-93c2-9243d8b54e1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912665'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:29.427133 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af58434b-89a4-4ddb-ac4e-2e280821aa9e admin admin] Pushing event updated for resources: {'Network': ['ID=eb8515e8-a88e-4510-bf0c-3f52cf50b457,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:29.430049 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-af58434b-89a4-4ddb-ac4e-2e280821aa9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:29.439014 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Network eb8515e8-a88e-4510-bf0c-3f52cf50b457 details requested by agent ovs-agent-dv-cinder-780933-3-smb with host dv-cinder-780933-3-smb {{(pid=84314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 14:29:29.978757 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-abd0f437-719f-48af-93c2-9243d8b54e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7073070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912680'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:30.004977 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:30.133308 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0f437-719f-48af-93c2-9243d8b54e1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0a219ac-f4f3-4108-85bd-b9a0db570754,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:30.154559 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0f437-719f-48af-93c2-9243d8b54e1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:29:30.154970 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0f437-719f-48af-93c2-9243d8b54e1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:29:30.155365 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0f437-719f-48af-93c2-9243d8b54e1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:29:30.155750 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0f437-719f-48af-93c2-9243d8b54e1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:29:30.156153 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0f437-719f-48af-93c2-9243d8b54e1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:29:30.156536 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0f437-719f-48af-93c2-9243d8b54e1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:29:30.156914 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0f437-719f-48af-93c2-9243d8b54e1c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:29:30.157293 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0f437-719f-48af-93c2-9243d8b54e1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:29:30.157670 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0f437-719f-48af-93c2-9243d8b54e1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:29:30.158047 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0f437-719f-48af-93c2-9243d8b54e1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:29:30.158425 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0f437-719f-48af-93c2-9243d8b54e1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:29:30.158797 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd0f437-719f-48af-93c2-9243d8b54e1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:29:30.167354 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-abd0f437-719f-48af-93c2-9243d8b54e1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:30.247247 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd0f437-719f-48af-93c2-9243d8b54e1c admin admin] Checking segment: {'id': 'c2d47942-f9c6-4220-a89d-ec1894ae86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'eb8515e8-a88e-4510-bf0c-3f52cf50b457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:29:30.247653 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd0f437-719f-48af-93c2-9243d8b54e1c admin admin] Network hostable DHCP agents. Network: eb8515e8-a88e-4510-bf0c-3f52cf50b457, hostable agents: ['42bbb647-2c35-4d48-afa7-1676ea318721'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 14:29:30.269368 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd0f437-719f-48af-93c2-9243d8b54e1c admin admin] Network eb8515e8-a88e-4510-bf0c-3f52cf50b457 is scheduled to be hosted by DHCP agent 42bbb647-2c35-4d48-afa7-1676ea318721 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 14:29:30.280515 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-abd0f437-719f-48af-93c2-9243d8b54e1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-3-smb, eb8515e8-a88e-4510-bf0c-3f52cf50b457) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:29:30.293327 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bf6fea-0e3f-477b-80d0-bf78dae8c810 None None] Network eb8515e8-a88e-4510-bf0c-3f52cf50b457 requested from dv-cinder-780933-3-smb {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 14:29:30.303940 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd0f437-719f-48af-93c2-9243d8b54e1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:30.304628 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-abd0f437-719f-48af-93c2-9243d8b54e1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:30.342370 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-abd0f437-719f-48af-93c2-9243d8b54e1c admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0064354 Apr 07 14:29:30.347083 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 46362) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:30.355546 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-74012f27-70cc-41da-a36c-6e5928c5fa97 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1661993342-router', 'tenant_id': '595711248f0e49e39f1f1c42a8e83a27', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e'}}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:29:30.365735 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-74012f27-70cc-41da-a36c-6e5928c5fa97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:29:30.376863 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-74012f27-70cc-41da-a36c-6e5928c5fa97 admin admin] Usage tracker for resource:router and tenant:595711248f0e49e39f1f1c42a8e83a27 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:29:30.383940 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-74012f27-70cc-41da-a36c-6e5928c5fa97 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:29:30.404809 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-74012f27-70cc-41da-a36c-6e5928c5fa97 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:29:30.443034 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-74012f27-70cc-41da-a36c-6e5928c5fa97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8285199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7324'] for router, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:30.444423 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-74012f27-70cc-41da-a36c-6e5928c5fa97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8287382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8275297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8313148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768492'] for router, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:30.496487 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-74012f27-70cc-41da-a36c-6e5928c5fa97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:30.571942 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5353d9-27ae-419a-b6d6-3ae29d2a7748 req-b4986cb8-6d28-46c5-bd7b-978ad54a684c tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:30.581267 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-2b5353d9-27ae-419a-b6d6-3ae29d2a7748 req-b4986cb8-6d28-46c5-bd7b-978ad54a684c tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 945 time: 0.2390296 Apr 07 14:29:30.624084 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-2b5353d9-27ae-419a-b6d6-3ae29d2a7748 req-e3a958d7-4593-48a6-95dc-bec70f5de445 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350363 Apr 07 14:29:30.767654 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd7bb59-f1a0-49ad-bf08-e747baf183ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e77faf1-5b15-584d-a05e-bc43854c9102-eb8515e8-a88e-4510-bf0c-3f52cf50b457', 'network_id': 'eb8515e8-a88e-4510-bf0c-3f52cf50b457', 'tenant_id': '595711248f0e49e39f1f1c42a8e83a27', 'fixed_ips': [{'subnet_id': 'b0a219ac-f4f3-4108-85bd-b9a0db570754'}]}} from dv-cinder-780933-3-smb. {{(pid=84314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 07 14:29:30.768620 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0fd7bb59-f1a0-49ad-bf08-e747baf183ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:30.896140 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-74012f27-70cc-41da-a36c-6e5928c5fa97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8275312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8285214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768541'] for router, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:31.163051 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-0fd7bb59-f1a0-49ad-bf08-e747baf183ad None None] Allocated IP 172.20.0.2 (eb8515e8-a88e-4510-bf0c-3f52cf50b457/b0a219ac-f4f3-4108-85bd-b9a0db570754/5749c63a-4f5e-4160-8145-47525022f70a) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 14:29:31.427779 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0fd7bb59-f1a0-49ad-bf08-e747baf183ad None None] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:31.449775 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-0fd7bb59-f1a0-49ad-bf08-e747baf183ad None None] Transition to ACTIVE for port object 5749c63a-4f5e-4160-8145-47525022f70a will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:29:31.477107 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-0fd7bb59-f1a0-49ad-bf08-e747baf183ad None None] Transition to ACTIVE for port object 5749c63a-4f5e-4160-8145-47525022f70a will not be triggered until provisioned by entity DHCP. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:29:31.516296 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0fd7bb59-f1a0-49ad-bf08-e747baf183ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732486185860'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:31.547797 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-bb3b036e-51ed-429d-a7be-67fbf9bd205a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:31.791439 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd7bb59-f1a0-49ad-bf08-e747baf183ad None None] Pushing event updated for resources: {'Port': ['ID=5749c63a-4f5e-4160-8145-47525022f70a,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:31.807275 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0fd7bb59-f1a0-49ad-bf08-e747baf183ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:31.836584 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327426b3-c682-4c20-a8c3-5d862f25fdd9 req-3875d911-f70c-478f-a275-afa9d6dd3e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:31.838191 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-327426b3-c682-4c20-a8c3-5d862f25fdd9 req-3875d911-f70c-478f-a275-afa9d6dd3e16 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 1098 time: 0.6820543 Apr 07 14:29:31.898129 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-327426b3-c682-4c20-a8c3-5d862f25fdd9 req-1263e404-4883-4e94-8b6e-96b6e7ea92c8 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266743 Apr 07 14:29:31.915037 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd7bb59-f1a0-49ad-bf08-e747baf183ad None None] Network eb8515e8-a88e-4510-bf0c-3f52cf50b457 is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:29:31.916870 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-0fd7bb59-f1a0-49ad-bf08-e747baf183ad None None] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:29:31.923560 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd7bb59-f1a0-49ad-bf08-e747baf183ad None None] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 14:29:32.015387 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f553a0-29be-4a98-80c6-2471224c1b4a req-502322aa-9c61-4088-b4f8-d370f746913f tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:32.017101 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-a0f553a0-29be-4a98-80c6-2471224c1b4a req-502322aa-9c61-4088-b4f8-d370f746913f tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 945 time: 0.1405892 Apr 07 14:29:32.018399 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-74012f27-70cc-41da-a36c-6e5928c5fa97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:32.022713 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbd9a0-7e6c-4d83-b7a9-372b0bcfcdea req-91592763-0762-4a81-bd1c-585f6578b7a7 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:32.024564 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-adbbd9a0-7e6c-4d83-b7a9-372b0bcfcdea req-91592763-0762-4a81-bd1c-585f6578b7a7 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/networks?id=48947f08-8f4e-4445-a0c2-94b53fac764a HTTP/1.1" status: 200 len: 814 time: 0.2523100 Apr 07 14:29:32.052573 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-adbbd9a0-7e6c-4d83-b7a9-372b0bcfcdea req-e7b12dc6-0f27-4fab-8a60-7d0310aa89d4 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/quotas/af6fad83fbd440a78d4e9f9cd610cc9b HTTP/1.1" status: 200 len: 375 time: 0.0193512 Apr 07 14:29:32.056289 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-0fd7bb59-f1a0-49ad-bf08-e747baf183ad None None] Attempting to bind port 5749c63a-4f5e-4160-8145-47525022f70a on host dv-cinder-780933-3-smb for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 14:29:32.056949 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-0fd7bb59-f1a0-49ad-bf08-e747baf183ad None None] Attempting to bind port 5749c63a-4f5e-4160-8145-47525022f70a by drivers openvswitch,hyperv on host dv-cinder-780933-3-smb at level 0 using segments [{'id': 'c2d47942-f9c6-4220-a89d-ec1894ae86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'eb8515e8-a88e-4510-bf0c-3f52cf50b457'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 14:29:32.057657 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd7bb59-f1a0-49ad-bf08-e747baf183ad None None] Attempting to bind port 5749c63a-4f5e-4160-8145-47525022f70a on network eb8515e8-a88e-4510-bf0c-3f52cf50b457 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:29:32.059939 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-74012f27-70cc-41da-a36c-6e5928c5fa97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:32.066465 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd7bb59-f1a0-49ad-bf08-e747baf183ad None None] Checking agent: {'id': '8ae518a7-0379-42e9-ab12-7bfd998fa0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 14, 18, 49), 'started_at': datetime.datetime(2021, 4, 7, 14, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 14, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 14:29:32.067254 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd7bb59-f1a0-49ad-bf08-e747baf183ad None None] Checking segment: {'id': 'c2d47942-f9c6-4220-a89d-ec1894ae86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'eb8515e8-a88e-4510-bf0c-3f52cf50b457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:29:32.067965 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0fd7bb59-f1a0-49ad-bf08-e747baf183ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:32.068597 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd7bb59-f1a0-49ad-bf08-e747baf183ad None None] Bound using segment: {'id': 'c2d47942-f9c6-4220-a89d-ec1894ae86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'eb8515e8-a88e-4510-bf0c-3f52cf50b457'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 14:29:32.069577 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-0fd7bb59-f1a0-49ad-bf08-e747baf183ad None None] Bound port: 5749c63a-4f5e-4160-8145-47525022f70a, host: dv-cinder-780933-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2d47942-f9c6-4220-a89d-ec1894ae86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'eb8515e8-a88e-4510-bf0c-3f52cf50b457'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 14:29:32.070212 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0fd7bb59-f1a0-49ad-bf08-e747baf183ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:32.180257 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-adbbd9a0-7e6c-4d83-b7a9-372b0bcfcdea req-48b06cf3-b0d5-4d73-8a24-5adc41279266 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=af6fad83fbd440a78d4e9f9cd610cc9b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1260602 Apr 07 14:29:32.183715 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-a0f553a0-29be-4a98-80c6-2471224c1b4a req-a47e2b87-43ad-48ae-a97a-52fd5f19d2c9 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257675 Apr 07 14:29:32.201531 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-0fd7bb59-f1a0-49ad-bf08-e747baf183ad None None] For port 5749c63a-4f5e-4160-8145-47525022f70a, host dv-cinder-780933-3-smb, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 14:29:32.214405 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-0fd7bb59-f1a0-49ad-bf08-e747baf183ad None None] For port 5749c63a-4f5e-4160-8145-47525022f70a, host dv-cinder-780933-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=5749c63a-4f5e-4160-8145-47525022f70a,segment=NetworkSegment(c2d47942-f9c6-4220-a89d-ec1894ae86b7),segment_id=c2d47942-f9c6-4220-a89d-ec1894ae86b7)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 14:29:32.223406 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0fd7bb59-f1a0-49ad-bf08-e747baf183ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:32.266456 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:32.318272 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-74012f27-70cc-41da-a36c-6e5928c5fa97 admin admin] Allocated IP 172.28.3.20 (6dc11b00-4e00-4f77-8f6a-5304324fd48e/122e1bcc-5379-466c-b8c0-1b63f085397d/0a35eb8c-ba24-4409-b963-ef74bccf0b7d) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 14:29:32.349398 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-adbbd9a0-7e6c-4d83-b7a9-372b0bcfcdea req-da2d14d2-9a5e-44ee-b6ed-18ed47a65955 service neutron] 10.222.0.63 "GET /v2.0/networks/48947f08-8f4e-4445-a0c2-94b53fac764a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554005 Apr 07 14:29:32.548963 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-adbbd9a0-7e6c-4d83-b7a9-372b0bcfcdea req-d0d99b90-bab1-4347-ad9f-612c772be4b5 service neutron] 10.222.0.63 "GET /v2.0/networks/48947f08-8f4e-4445-a0c2-94b53fac764a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897097 Apr 07 14:29:32.549229 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-74012f27-70cc-41da-a36c-6e5928c5fa97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:32.585554 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd7bb59-f1a0-49ad-bf08-e747baf183ad None None] Pushing event updated for resources: {'Port': ['ID=5749c63a-4f5e-4160-8145-47525022f70a,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:32.593528 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-74012f27-70cc-41da-a36c-6e5928c5fa97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732486185860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848525233'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:32.605594 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0fd7bb59-f1a0-49ad-bf08-e747baf183ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:32.743213 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-39faad39-f965-4159-96fd-8cf793588b35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:32.925607 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74012f27-70cc-41da-a36c-6e5928c5fa97 admin admin] Pushing event updated for resources: {'Port': ['ID=0a35eb8c-ba24-4409-b963-ef74bccf0b7d,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:32.937670 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1d852856-a2af-4715-898c-e03d0c7b6688 req-c3ebb2ac-7c43-4c29-aaf9-582c5021d8f7 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=f4f1eb6e-bd36-4e2d-a214-349268e5e75b HTTP/1.1" status: 200 len: 210 time: 0.0967534 Apr 07 14:29:32.959005 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-74012f27-70cc-41da-a36c-6e5928c5fa97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:33.037811 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74012f27-70cc-41da-a36c-6e5928c5fa97 admin admin] Network 6dc11b00-4e00-4f77-8f6a-5304324fd48e is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:29:33.039944 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-74012f27-70cc-41da-a36c-6e5928c5fa97 admin admin] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:29:33.043227 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74012f27-70cc-41da-a36c-6e5928c5fa97 admin admin] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 14:29:33.611033 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bf788-327b-4144-8fe3-d9bd61a5ff0b req-7b15436c-3cd8-4d59-a024-8dc71e559183 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:33.619994 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-632bf788-327b-4144-8fe3-d9bd61a5ff0b req-7b15436c-3cd8-4d59-a024-8dc71e559183 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 945 time: 0.2139506 Apr 07 14:29:33.653861 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-632bf788-327b-4144-8fe3-d9bd61a5ff0b req-26f39289-004a-45ec-acf2-54886aaf6b90 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329263 Apr 07 14:29:33.937863 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-74012f27-70cc-41da-a36c-6e5928c5fa97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:34.156820 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a759a4a-9f32-4b66-a481-68cada5f4a1f req-96f51988-6cf9-4025-b1d9-e29cd4e8e0f1 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:34.159974 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-8a759a4a-9f32-4b66-a481-68cada5f4a1f req-96f51988-6cf9-4025-b1d9-e29cd4e8e0f1 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 945 time: 0.3238778 Apr 07 14:29:34.183201 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f229a742-750d-4638-aaf3-54c576bb7721 req-5a13a910-7edc-4586-8e1a-57b4ee4dad4f tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=f4f1eb6e-bd36-4e2d-a214-349268e5e75b HTTP/1.1" status: 200 len: 210 time: 0.0670009 Apr 07 14:29:34.241171 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-8a759a4a-9f32-4b66-a481-68cada5f4a1f req-9a0ec8c6-cba6-4496-b4eb-db491a6831cb tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470393 Apr 07 14:29:34.705734 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319c34ab-e0c4-4cbf-8e2e-2606e18a7d2c None None] Network eb8515e8-a88e-4510-bf0c-3f52cf50b457 requested from dv-cinder-780933-3-smb {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 14:29:34.801486 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbd9a0-7e6c-4d83-b7a9-372b0bcfcdea req-fa59880c-e809-458f-839c-24e4589835ea tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:34.810848 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-adbbd9a0-7e6c-4d83-b7a9-372b0bcfcdea req-fa59880c-e809-458f-839c-24e4589835ea tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.81 "GET /v2.0/networks?id=48947f08-8f4e-4445-a0c2-94b53fac764a HTTP/1.1" status: 200 len: 814 time: 0.3663464 Apr 07 14:29:34.834801 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [req-adbbd9a0-7e6c-4d83-b7a9-372b0bcfcdea req-a4496648-842d-43ce-b6f3-03f700a8b8e6 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Request body: {'port': {'device_id': 'f4f1eb6e-bd36-4e2d-a214-349268e5e75b', 'network_id': '48947f08-8f4e-4445-a0c2-94b53fac764a', 'admin_state_up': True, 'tenant_id': 'af6fad83fbd440a78d4e9f9cd610cc9b'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:29:34.851431 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-74012f27-70cc-41da-a36c-6e5928c5fa97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846490618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846500450'] for router, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:34.931273 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-e0013cca-f316-486e-905a-99b16e1da855 None None] Provisioning for port 5749c63a-4f5e-4160-8145-47525022f70a completed by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:29:35.053669 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 5749c63a-4f5e-4160-8145-47525022f70a up at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:29:35.174932 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning for port 5749c63a-4f5e-4160-8145-47525022f70a completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:29:35.187053 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning complete for port 5749c63a-4f5e-4160-8145-47525022f70a triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:29:35.187515 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:35.354773 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [req-adbbd9a0-7e6c-4d83-b7a9-372b0bcfcdea req-a4496648-842d-43ce-b6f3-03f700a8b8e6 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:29:35.365250 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [req-adbbd9a0-7e6c-4d83-b7a9-372b0bcfcdea req-a4496648-842d-43ce-b6f3-03f700a8b8e6 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:29:35.386970 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adbbd9a0-7e6c-4d83-b7a9-372b0bcfcdea req-a4496648-842d-43ce-b6f3-03f700a8b8e6 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Made reservation on behalf of af6fad83fbd440a78d4e9f9cd610cc9b for: {'port': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:29:35.393353 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-adbbd9a0-7e6c-4d83-b7a9-372b0bcfcdea req-a4496648-842d-43ce-b6f3-03f700a8b8e6 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:35.434900 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-0009ce9b-ded2-4c64-8432-76c5c340bf39 None None] Provisioning complete for port 5749c63a-4f5e-4160-8145-47525022f70a triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:29:35.435321 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0009ce9b-ded2-4c64-8432-76c5c340bf39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:35.475508 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:35.517970 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] For port 5749c63a-4f5e-4160-8145-47525022f70a, host dv-cinder-780933-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=5749c63a-4f5e-4160-8145-47525022f70a,segment=NetworkSegment(c2d47942-f9c6-4220-a89d-ec1894ae86b7),segment_id=c2d47942-f9c6-4220-a89d-ec1894ae86b7)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:29:35.521894 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:35.524767 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-59cca15a-8e25-46e6-862b-36b9548d56cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:35.669299 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Pushing event updated for resources: {'Port': ['ID=5749c63a-4f5e-4160-8145-47525022f70a,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:35.680697 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:29:35.681062 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:29:35.681502 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:29:35.681972 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:29:35.682235 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:29:35.682892 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:29:35.683307 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:29:35.683611 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:29:35.684289 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:29:35.684678 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:29:35.685124 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:29:35.685944 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:29:35.697745 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:35.708676 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-9ab7cfc4-5966-45ff-a67d-2dd9af6159ee req-6019caba-f4d1-4ccf-aec6-0349ea90ee77 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=f4f1eb6e-bd36-4e2d-a214-349268e5e75b HTTP/1.1" status: 200 len: 210 time: 0.1232464 Apr 07 14:29:35.752219 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74012f27-70cc-41da-a36c-6e5928c5fa97 admin admin] Router bbdf2823-88af-4794-8f58-4a5f4787035c is scheduled to L3 agent d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2 with binding_index 1 {{(pid=84313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 07 14:29:36.025424 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [req-adbbd9a0-7e6c-4d83-b7a9-372b0bcfcdea req-a4496648-842d-43ce-b6f3-03f700a8b8e6 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Allocated IP 172.20.0.11 (48947f08-8f4e-4445-a0c2-94b53fac764a/680613ef-fc50-4022-b80a-d2e8597917da/df79e1d8-be47-4db9-9ecf-3b0f3598c42e) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 14:29:36.087505 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74012f27-70cc-41da-a36c-6e5928c5fa97 admin admin] Notify agent at l3_agent.dv-cinder-780933-3-smb the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 14:29:36.102345 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3528ad82-7ccc-4572-9f42-9e5517ec8de1 None None] Sync routers for ids ['bbdf2823-88af-4794-8f58-4a5f4787035c'] in dv-cinder-780933-3-smb {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 14:29:36.120761 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3528ad82-7ccc-4572-9f42-9e5517ec8de1 None None] Routers {'bbdf2823-88af-4794-8f58-4a5f4787035c'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:29:36.121432 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-3528ad82-7ccc-4572-9f42-9e5517ec8de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:29:17Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['bbdf2823-88af-4794-8f58-4a5f4787035c'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:29:36.166549 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-74012f27-70cc-41da-a36c-6e5928c5fa97 admin admin] Notify callbacks [] for router, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:36.168572 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-74012f27-70cc-41da-a36c-6e5928c5fa97 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.8188505 Apr 07 14:29:36.171930 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 46548) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:36.730959 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-3528ad82-7ccc-4572-9f42-9e5517ec8de1 None None] Set router bbdf2823-88af-4794-8f58-4a5f4787035c gateway port host: dv-cinder-780933-3-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:29:36.836266 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353a646-5098-4347-8b8a-74a5d06e1f06 req-8b8bcaf3-a02b-4330-9684-f66e6d031695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:36.838524 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e353a646-5098-4347-8b8a-74a5d06e1f06 req-8b8bcaf3-a02b-4330-9684-f66e6d031695 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3cedb750960847b9a6d948554b936778&device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 1098 time: 0.2445927 Apr 07 14:29:37.011413 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-06d6c978-6dc7-4e16-8321-becc49810347 req-f3bfce8c-8541-489c-9c23-0c058ec9b1c5 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Synchronizing usage tracker for tenant:af6fad83fbd440a78d4e9f9cd610cc9b on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:29:37.048688 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 5749c63a-4f5e-4160-8145-47525022f70a up at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:29:37.075337 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-06d6c978-6dc7-4e16-8321-becc49810347 req-f3bfce8c-8541-489c-9c23-0c058ec9b1c5 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Unset dirty status for tenant:af6fad83fbd440a78d4e9f9cd610cc9b on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:29:37.076223 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-06d6c978-6dc7-4e16-8321-becc49810347 req-f3bfce8c-8541-489c-9c23-0c058ec9b1c5 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=f4f1eb6e-bd36-4e2d-a214-349268e5e75b HTTP/1.1" status: 200 len: 210 time: 0.1182408 Apr 07 14:29:37.153012 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353a646-5098-4347-8b8a-74a5d06e1f06 req-a3eb7fb8-ea8e-47e0-9bcf-d97767559790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:37.154621 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e353a646-5098-4347-8b8a-74a5d06e1f06 req-a3eb7fb8-ea8e-47e0-9bcf-d97767559790 service neutron] 10.222.0.81 "GET /v2.0/networks?id=346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb HTTP/1.1" status: 200 len: 919 time: 0.2853096 Apr 07 14:29:37.172528 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-adbbd9a0-7e6c-4d83-b7a9-372b0bcfcdea req-a4496648-842d-43ce-b6f3-03f700a8b8e6 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:37.266319 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning complete for port 5749c63a-4f5e-4160-8145-47525022f70a triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:29:37.272026 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:37.287811 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-3528ad82-7ccc-4572-9f42-9e5517ec8de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbdf2823-88af-4794-8f58-4a5f4787035c', 'name': 'tempest-TestShelveInstance-1661993342-router', 'tenant_id': '595711248f0e49e39f1f1c42a8e83a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': '0a35eb8c-ba24-4409-b963-ef74bccf0b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:29:30Z', 'updated_at': '2021-04-07T14:29:33Z', 'revision_number': 3, 'project_id': '595711248f0e49e39f1f1c42a8e83a27', 'gw_port': {'id': '0a35eb8c-ba24-4409-b963-ef74bccf0b7d', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:56:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbdf2823-88af-4794-8f58-4a5f4787035c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:32Z', 'updated_at': '2021-04-07T14:29:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb'}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:29:37.292590 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3528ad82-7ccc-4572-9f42-9e5517ec8de1 None None] Checking router: bbdf2823-88af-4794-8f58-4a5f4787035c for host: dv-cinder-780933-3-smb {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 14:29:37.292980 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3528ad82-7ccc-4572-9f42-9e5517ec8de1 None None] Updating router bbdf2823-88af-4794-8f58-4a5f4787035c port 0a35eb8c-ba24-4409-b963-ef74bccf0b7d binding host dv-cinder-780933-3-smb {{(pid=84315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 07 14:29:37.320581 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 46580) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:37.344860 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e353a646-5098-4347-8b8a-74a5d06e1f06 req-84ba3c49-ea76-4e28-ac96-c1cb5bdf0670 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=296e53de-61dd-4e19-8ff2-3b0647237121 HTTP/1.1" status: 200 len: 217 time: 0.1813562 Apr 07 14:29:37.362638 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3528ad82-7ccc-4572-9f42-9e5517ec8de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:37.367694 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a72a57b-7dcb-4615-8e14-248d62a6dcb2 req-e8fdd4b4-b0cd-429e-b46e-9e5ee8fa9d3b tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:37.375811 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-8a72a57b-7dcb-4615-8e14-248d62a6dcb2 req-e8fdd4b4-b0cd-429e-b46e-9e5ee8fa9d3b tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 945 time: 0.6774127 Apr 07 14:29:37.469562 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353a646-5098-4347-8b8a-74a5d06e1f06 req-e05b5c81-0286-457d-ab8f-ff34b2a27bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:37.472328 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e353a646-5098-4347-8b8a-74a5d06e1f06 req-e05b5c81-0286-457d-ab8f-ff34b2a27bee service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e62acf97-8dac-49ae-b633-d54e2e4cb525 HTTP/1.1" status: 200 len: 858 time: 0.1148190 Apr 07 14:29:37.503086 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-8a72a57b-7dcb-4615-8e14-248d62a6dcb2 req-3de6e335-5579-449f-951a-60a394510a26 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206067 Apr 07 14:29:37.633116 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e353a646-5098-4347-8b8a-74a5d06e1f06 req-4712872c-5cd8-4693-968b-e082fcd0749d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1436570 Apr 07 14:29:37.686408 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b18427b3-b4f0-4508-9e85-4387d6ddfa37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:37.733556 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d4075aa6-4e62-4ef7-9390-f976c2b975ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:37.755609 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-adbbd9a0-7e6c-4d83-b7a9-372b0bcfcdea req-a4496648-842d-43ce-b6f3-03f700a8b8e6 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732486185860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848525233'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:37.769310 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] get_ports_and_sgs() called for port_ids ['f05d00fa-1d9e-40c6-9931-be3ca2a5969d', '1d458b85-a651-478f-9f15-ac9a80425e63', 'ca0c2e76-7ed0-4d8a-b52f-03581bf144d6'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 14:29:37.819576 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-338b61a5-9d05-49bf-b6b8-b5a26044c136 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:37.857856 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3528ad82-7ccc-4572-9f42-9e5517ec8de1 None None] Notify callbacks [] for port, precommit_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:37.875342 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-3528ad82-7ccc-4572-9f42-9e5517ec8de1 None None] Transition to ACTIVE for port object 0a35eb8c-ba24-4409-b963-ef74bccf0b7d will not be triggered until provisioned by entity L2. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:29:37.882324 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3528ad82-7ccc-4572-9f42-9e5517ec8de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:37.899750 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:37.955904 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e353a646-5098-4347-8b8a-74a5d06e1f06 req-3f2e937e-f2b4-4fc1-a5ed-eb4e1e6608d3 service neutron] 10.222.0.81 "GET /v2.0/networks/346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033807 Apr 07 14:29:38.004995 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-d4075aa6-4e62-4ef7-9390-f976c2b975ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:29:38.010214 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-d4075aa6-4e62-4ef7-9390-f976c2b975ba admin admin] Usage tracker for resource:security_group_rule and tenant:0df448d531e5422eacd0b076ba31ffec is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:29:38.013682 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-d4075aa6-4e62-4ef7-9390-f976c2b975ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:29:38.020659 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-d4075aa6-4e62-4ef7-9390-f976c2b975ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:29:38.093642 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4600923b-693e-4398-91b8-5a0251a12f7e None None] Pushing event updated for resources: {'Port': ['ID=0a35eb8c-ba24-4409-b963-ef74bccf0b7d,revision_number=2']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:38.108988 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4600923b-693e-4398-91b8-5a0251a12f7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:29:38.109387 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4600923b-693e-4398-91b8-5a0251a12f7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:29:38.109721 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4600923b-693e-4398-91b8-5a0251a12f7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:29:38.110119 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4600923b-693e-4398-91b8-5a0251a12f7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:29:38.110684 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4600923b-693e-4398-91b8-5a0251a12f7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:29:38.111303 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4600923b-693e-4398-91b8-5a0251a12f7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:29:38.111924 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4600923b-693e-4398-91b8-5a0251a12f7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:29:38.112684 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4600923b-693e-4398-91b8-5a0251a12f7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:29:38.113779 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4600923b-693e-4398-91b8-5a0251a12f7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:29:38.114393 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4600923b-693e-4398-91b8-5a0251a12f7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:29:38.115026 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4600923b-693e-4398-91b8-5a0251a12f7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:29:38.115636 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4600923b-693e-4398-91b8-5a0251a12f7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:29:38.126199 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-4600923b-693e-4398-91b8-5a0251a12f7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:38.141409 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e353a646-5098-4347-8b8a-74a5d06e1f06 req-4eff8456-9aa4-463b-85f4-a7793290ec37 service neutron] 10.222.0.81 "GET /v2.0/networks/346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756151 Apr 07 14:29:38.144310 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d4075aa6-4e62-4ef7-9390-f976c2b975ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:38.167414 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adbbd9a0-7e6c-4d83-b7a9-372b0bcfcdea req-a4496648-842d-43ce-b6f3-03f700a8b8e6 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Network 48947f08-8f4e-4445-a0c2-94b53fac764a is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:29:38.168440 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d4075aa6-4e62-4ef7-9390-f976c2b975ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:38.203321 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-3528ad82-7ccc-4572-9f42-9e5517ec8de1 None None] Attempting to bind port 0a35eb8c-ba24-4409-b963-ef74bccf0b7d on host dv-cinder-780933-3-smb for vnic_type normal with profile {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 14:29:38.203729 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-3528ad82-7ccc-4572-9f42-9e5517ec8de1 None None] Attempting to bind port 0a35eb8c-ba24-4409-b963-ef74bccf0b7d by drivers openvswitch,hyperv on host dv-cinder-780933-3-smb at level 0 using segments [{'id': 'feed5fe9-833d-41c1-bf1c-58a271b81c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e'}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 14:29:38.204180 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3528ad82-7ccc-4572-9f42-9e5517ec8de1 None None] Attempting to bind port 0a35eb8c-ba24-4409-b963-ef74bccf0b7d on network 6dc11b00-4e00-4f77-8f6a-5304324fd48e {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:29:38.211922 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3528ad82-7ccc-4572-9f42-9e5517ec8de1 None None] Checking agent: {'id': '8ae518a7-0379-42e9-ab12-7bfd998fa0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 14, 18, 49), 'started_at': datetime.datetime(2021, 4, 7, 14, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 14, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 14:29:38.212786 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3528ad82-7ccc-4572-9f42-9e5517ec8de1 None None] Checking segment: {'id': 'feed5fe9-833d-41c1-bf1c-58a271b81c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:29:38.213238 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3528ad82-7ccc-4572-9f42-9e5517ec8de1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:38.213671 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3528ad82-7ccc-4572-9f42-9e5517ec8de1 None None] Bound using segment: {'id': 'feed5fe9-833d-41c1-bf1c-58a271b81c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e'} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 14:29:38.214185 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-3528ad82-7ccc-4572-9f42-9e5517ec8de1 None None] Bound port: 0a35eb8c-ba24-4409-b963-ef74bccf0b7d, host: dv-cinder-780933-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feed5fe9-833d-41c1-bf1c-58a271b81c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e'}}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 14:29:38.215017 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3528ad82-7ccc-4572-9f42-9e5517ec8de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:38.216930 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [req-adbbd9a0-7e6c-4d83-b7a9-372b0bcfcdea req-a4496648-842d-43ce-b6f3-03f700a8b8e6 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:29:38.235205 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-adbbd9a0-7e6c-4d83-b7a9-372b0bcfcdea req-a4496648-842d-43ce-b6f3-03f700a8b8e6 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 14:29:38.334918 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4496648-842d-43ce-b6f3-03f700a8b8e6 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Pushing event updated for resources: {'Port': ['ID=df79e1d8-be47-4db9-9ecf-3b0f3598c42e,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:38.353095 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-3528ad82-7ccc-4572-9f42-9e5517ec8de1 None None] For port 0a35eb8c-ba24-4409-b963-ef74bccf0b7d, host dv-cinder-780933-3-smb, cleared binding levels {{(pid=84315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 14:29:38.356318 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-3528ad82-7ccc-4572-9f42-9e5517ec8de1 None None] For port 0a35eb8c-ba24-4409-b963-ef74bccf0b7d, host dv-cinder-780933-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=0a35eb8c-ba24-4409-b963-ef74bccf0b7d,segment=NetworkSegment(feed5fe9-833d-41c1-bf1c-58a271b81c41),segment_id=feed5fe9-833d-41c1-bf1c-58a271b81c41)] {{(pid=84315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 14:29:38.359922 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3528ad82-7ccc-4572-9f42-9e5517ec8de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:38.375508 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:38.387984 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a4496648-842d-43ce-b6f3-03f700a8b8e6 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:38.388695 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b7af7f9d-0b88-4067-8809-675bdd7cd357 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:38.418374 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-d4075aa6-4e62-4ef7-9390-f976c2b975ba admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0df448d531e5422eacd0b076ba31ffec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0831382 Apr 07 14:29:38.421193 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 46608) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:38.429202 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4075aa6-4e62-4ef7-9390-f976c2b975ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c001dd0-d8d4-4e6f-a477-03f2ec5ea013,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:38.437449 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-d4075aa6-4e62-4ef7-9390-f976c2b975ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:38.515335 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbd9a0-7e6c-4d83-b7a9-372b0bcfcdea req-a4496648-842d-43ce-b6f3-03f700a8b8e6 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:38.516137 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-adbbd9a0-7e6c-4d83-b7a9-372b0bcfcdea req-a4496648-842d-43ce-b6f3-03f700a8b8e6 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:38.565203 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4600923b-693e-4398-91b8-5a0251a12f7e None None] Pushing event updated for resources: {'Port': ['ID=0a35eb8c-ba24-4409-b963-ef74bccf0b7d,revision_number=3']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:38.583587 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-4600923b-693e-4398-91b8-5a0251a12f7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:38.620132 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0d124f1b-c15c-4c31-b570-d6a268d6e3ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:38.678431 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0d124f1b-c15c-4c31-b570-d6a268d6e3ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:38.727316 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3528ad82-7ccc-4572-9f42-9e5517ec8de1 None None] Routers {'bbdf2823-88af-4794-8f58-4a5f4787035c'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:29:38.728185 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-3528ad82-7ccc-4572-9f42-9e5517ec8de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:29:17Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['bbdf2823-88af-4794-8f58-4a5f4787035c'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:29:38.735492 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 46622) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:38.767028 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0d124f1b-c15c-4c31-b570-d6a268d6e3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:38.774800 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-3027a439-ce69-4480-aa02-ac8550f64b5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:38.792159 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-adbbd9a0-7e6c-4d83-b7a9-372b0bcfcdea req-a4496648-842d-43ce-b6f3-03f700a8b8e6 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9705927 Apr 07 14:29:38.796209 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d124f1b-c15c-4c31-b570-d6a268d6e3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c001dd0-d8d4-4e6f-a477-03f2ec5ea013,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:38.806562 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0d124f1b-c15c-4c31-b570-d6a268d6e3ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:38.813214 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [req-adbbd9a0-7e6c-4d83-b7a9-372b0bcfcdea req-219e00a6-b9ae-4dd6-b5ae-615a38375b31 service neutron] Request body: {'port': {'device_id': 'f4f1eb6e-bd36-4e2d-a214-349268e5e75b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:29:38.814435 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0d124f1b-c15c-4c31-b570-d6a268d6e3ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:38.845688 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-0d124f1b-c15c-4c31-b570-d6a268d6e3ac admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7c001dd0-d8d4-4e6f-a477-03f2ec5ea013 HTTP/1.1" status: 204 len: 168 time: 0.4229448 Apr 07 14:29:38.859300 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878fddd-4949-4a57-8eca-894088ce6677 req-f344f80b-1864-463a-ab7e-79bb2259fe59 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:38.860944 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f878fddd-4949-4a57-8eca-894088ce6677 req-f344f80b-1864-463a-ab7e-79bb2259fe59 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=f4f1eb6e-bd36-4e2d-a214-349268e5e75b HTTP/1.1" status: 200 len: 932 time: 0.5313706 Apr 07 14:29:38.929186 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f878fddd-4949-4a57-8eca-894088ce6677 req-cdba4c29-d520-42e9-8b0b-95ee5a2f8c36 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309522 Apr 07 14:29:39.057304 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-adbbd9a0-7e6c-4d83-b7a9-372b0bcfcdea req-219e00a6-b9ae-4dd6-b5ae-615a38375b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:39.081486 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-51dee64f-bd30-4f64-83cc-44c77374784f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:39.105024 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-51dee64f-bd30-4f64-83cc-44c77374784f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:29:39.111699 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-51dee64f-bd30-4f64-83cc-44c77374784f admin admin] Usage tracker for resource:security_group_rule and tenant:2df55d6c51bc4cf3b69e220d422b7e4a is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:29:39.115915 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-51dee64f-bd30-4f64-83cc-44c77374784f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:29:39.125785 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-51dee64f-bd30-4f64-83cc-44c77374784f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:29:39.144936 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-b18427b3-b4f0-4508-9e85-4387d6ddfa37 admin admin] Allocated IP 172.20.0.1 (eb8515e8-a88e-4510-bf0c-3f52cf50b457/b0a219ac-f4f3-4108-85bd-b9a0db570754/fbb4b6c5-b5b1-4f78-86d0-91956725e469) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 14:29:39.168461 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee6363-43e9-4be1-843b-bcb607eefd1a req-7bb598dd-9ab9-4d24-99f6-96546293c59e tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:39.171682 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-3528ad82-7ccc-4572-9f42-9e5517ec8de1 None None] Set router bbdf2823-88af-4794-8f58-4a5f4787035c gateway port host: dv-cinder-780933-3-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:29:39.178589 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-3eee6363-43e9-4be1-843b-bcb607eefd1a req-7bb598dd-9ab9-4d24-99f6-96546293c59e tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 945 time: 0.3263173 Apr 07 14:29:39.219537 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-3eee6363-43e9-4be1-843b-bcb607eefd1a req-af770294-0ebc-40ba-b6fc-3c69021918cf tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396812 Apr 07 14:29:39.315086 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-51dee64f-bd30-4f64-83cc-44c77374784f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:39.320047 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-51dee64f-bd30-4f64-83cc-44c77374784f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:39.382406 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 46644) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:39.383793 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-bd6d1018-d6f3-4b66-8449-ba2d04f0f2b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:39.407004 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-51dee64f-bd30-4f64-83cc-44c77374784f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2df55d6c51bc4cf3b69e220d422b7e4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6673818 Apr 07 14:29:39.408738 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 46648) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:39.464538 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dee64f-bd30-4f64-83cc-44c77374784f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6bb2f08-fc7a-4072-97c5-5f6e33eebe6f,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:39.470803 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-51dee64f-bd30-4f64-83cc-44c77374784f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:39.504557 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-438f6168-99bc-4f0e-bf8e-7a134d72042e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:39.510606 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5e9c125d-8db8-443d-9576-8a9e3dc357e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:39.532898 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-438f6168-99bc-4f0e-bf8e-7a134d72042e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:29:39.537676 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-438f6168-99bc-4f0e-bf8e-7a134d72042e admin admin] Usage tracker for resource:security_group_rule and tenant:11346798f8a44012bcd939534c64dde8 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:29:39.541752 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-438f6168-99bc-4f0e-bf8e-7a134d72042e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:29:39.546413 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5e9c125d-8db8-443d-9576-8a9e3dc357e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:39.549446 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-438f6168-99bc-4f0e-bf8e-7a134d72042e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:29:39.566783 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-3528ad82-7ccc-4572-9f42-9e5517ec8de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbdf2823-88af-4794-8f58-4a5f4787035c', 'name': 'tempest-TestShelveInstance-1661993342-router', 'tenant_id': '595711248f0e49e39f1f1c42a8e83a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': '0a35eb8c-ba24-4409-b963-ef74bccf0b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:29:30Z', 'updated_at': '2021-04-07T14:29:33Z', 'revision_number': 3, 'project_id': '595711248f0e49e39f1f1c42a8e83a27', 'gw_port': {'id': '0a35eb8c-ba24-4409-b963-ef74bccf0b7d', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:56:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbdf2823-88af-4794-8f58-4a5f4787035c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:32Z', 'updated_at': '2021-04-07T14:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb'}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:29:39.572102 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3528ad82-7ccc-4572-9f42-9e5517ec8de1 None None] The sync data for ids ['bbdf2823-88af-4794-8f58-4a5f4787035c'] in dv-cinder-780933-3-smb is: [{'id': 'bbdf2823-88af-4794-8f58-4a5f4787035c', 'name': 'tempest-TestShelveInstance-1661993342-router', 'tenant_id': '595711248f0e49e39f1f1c42a8e83a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': '0a35eb8c-ba24-4409-b963-ef74bccf0b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:29:30Z', 'updated_at': '2021-04-07T14:29:33Z', 'revision_number': 3, 'project_id': '595711248f0e49e39f1f1c42a8e83a27', 'gw_port': {'id': '0a35eb8c-ba24-4409-b963-ef74bccf0b7d', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:56:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbdf2823-88af-4794-8f58-4a5f4787035c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:32Z', 'updated_at': '2021-04-07T14:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb'}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 14:29:39.597371 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5e9c125d-8db8-443d-9576-8a9e3dc357e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:39.605462 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:39.619616 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c125d-8db8-443d-9576-8a9e3dc357e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6bb2f08-fc7a-4072-97c5-5f6e33eebe6f,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:39.624541 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5e9c125d-8db8-443d-9576-8a9e3dc357e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:39.627288 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-5e9c125d-8db8-443d-9576-8a9e3dc357e4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d6bb2f08-fc7a-4072-97c5-5f6e33eebe6f HTTP/1.1" status: 204 len: 168 time: 0.2152522 Apr 07 14:29:39.627288 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5e9c125d-8db8-443d-9576-8a9e3dc357e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:39.696838 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b18427b3-b4f0-4508-9e85-4387d6ddfa37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:39.733078 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-b18427b3-b4f0-4508-9e85-4387d6ddfa37 admin admin] Transition to ACTIVE for port object fbb4b6c5-b5b1-4f78-86d0-91956725e469 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:29:39.836009 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-438f6168-99bc-4f0e-bf8e-7a134d72042e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:39.843061 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-438f6168-99bc-4f0e-bf8e-7a134d72042e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:39.854724 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:39.869677 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [req-adbbd9a0-7e6c-4d83-b7a9-372b0bcfcdea req-219e00a6-b9ae-4dd6-b5ae-615a38375b31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df79e1d8-be47-4db9-9ecf-3b0f3598c42e {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 14:29:39.893283 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-adbbd9a0-7e6c-4d83-b7a9-372b0bcfcdea req-219e00a6-b9ae-4dd6-b5ae-615a38375b31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:39.921209 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-438f6168-99bc-4f0e-bf8e-7a134d72042e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=11346798f8a44012bcd939534c64dde8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5349236 Apr 07 14:29:39.924064 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 46658) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:39.929706 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f6168-99bc-4f0e-bf8e-7a134d72042e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9109f1e9-3ad5-45d1-b257-ec6809a64487,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:39.934678 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-438f6168-99bc-4f0e-bf8e-7a134d72042e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:39.935746 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b18427b3-b4f0-4508-9e85-4387d6ddfa37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732486185860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848525233'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:39.950083 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-adbbd9a0-7e6c-4d83-b7a9-372b0bcfcdea req-219e00a6-b9ae-4dd6-b5ae-615a38375b31 service neutron] Transition to ACTIVE for port object df79e1d8-be47-4db9-9ecf-3b0f3598c42e will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:29:39.953174 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-970f6ef9-2475-4273-9e75-d067a011ec26 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:40.015397 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-dfe470ad-a9d3-4077-83be-2793ae6ed6fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:40.049302 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-adbbd9a0-7e6c-4d83-b7a9-372b0bcfcdea req-219e00a6-b9ae-4dd6-b5ae-615a38375b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6250582'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:40.059707 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 46664) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:40.088794 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-dfe470ad-a9d3-4077-83be-2793ae6ed6fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:40.096997 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7af4e60d-2e3e-4df9-b3b8-957d8153ac2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:40.124456 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-7af4e60d-2e3e-4df9-b3b8-957d8153ac2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:29:40.131638 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-7af4e60d-2e3e-4df9-b3b8-957d8153ac2b admin admin] Usage tracker for resource:security_group_rule and tenant:c874b3b8757a40b08a8d851ba263902f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:29:40.135484 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-7af4e60d-2e3e-4df9-b3b8-957d8153ac2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:29:40.145642 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-7af4e60d-2e3e-4df9-b3b8-957d8153ac2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:29:40.303354 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18427b3-b4f0-4508-9e85-4387d6ddfa37 admin admin] Pushing event updated for resources: {'Port': ['ID=fbb4b6c5-b5b1-4f78-86d0-91956725e469,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:40.321346 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18427b3-b4f0-4508-9e85-4387d6ddfa37 admin admin] Network eb8515e8-a88e-4510-bf0c-3f52cf50b457 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:29:40.322517 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b18427b3-b4f0-4508-9e85-4387d6ddfa37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:40.323001 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.219s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:40.373709 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-b18427b3-b4f0-4508-9e85-4387d6ddfa37 admin admin] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:29:40.393457 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18427b3-b4f0-4508-9e85-4387d6ddfa37 admin admin] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 14:29:40.544720 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219e00a6-b9ae-4dd6-b5ae-615a38375b31 service neutron] Pushing event updated for resources: {'Port': ['ID=df79e1d8-be47-4db9-9ecf-3b0f3598c42e,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:40.575630 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b18427b3-b4f0-4508-9e85-4387d6ddfa37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8357458'] for router_interface, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:40.579464 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-219e00a6-b9ae-4dd6-b5ae-615a38375b31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:40.789366 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-8fa44a44-cae2-4d5a-b82f-c63a256f31d5 None None] Provisioning for port fbb4b6c5-b5b1-4f78-86d0-91956725e469 completed by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:29:40.800804 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-8fa44a44-cae2-4d5a-b82f-c63a256f31d5 None None] Provisioning complete for port fbb4b6c5-b5b1-4f78-86d0-91956725e469 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:29:40.801513 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8fa44a44-cae2-4d5a-b82f-c63a256f31d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:40.858437 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7af4e60d-2e3e-4df9-b3b8-957d8153ac2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:40.881313 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7af4e60d-2e3e-4df9-b3b8-957d8153ac2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:40.899559 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0d124f1b-c15c-4c31-b570-d6a268d6e3ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:40.933395 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-adbbd9a0-7e6c-4d83-b7a9-372b0bcfcdea req-219e00a6-b9ae-4dd6-b5ae-615a38375b31 service neutron] Attempting to bind port df79e1d8-be47-4db9-9ecf-3b0f3598c42e on host hv-cinder-78093 for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 14:29:40.933926 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-adbbd9a0-7e6c-4d83-b7a9-372b0bcfcdea req-219e00a6-b9ae-4dd6-b5ae-615a38375b31 service neutron] Attempting to bind port df79e1d8-be47-4db9-9ecf-3b0f3598c42e by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '9d8ef5b9-c447-4b90-9831-d929e59e09af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '48947f08-8f4e-4445-a0c2-94b53fac764a'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 14:29:40.934433 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbbd9a0-7e6c-4d83-b7a9-372b0bcfcdea req-219e00a6-b9ae-4dd6-b5ae-615a38375b31 service neutron] Attempting to bind port df79e1d8-be47-4db9-9ecf-3b0f3598c42e on network 48947f08-8f4e-4445-a0c2-94b53fac764a {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:29:40.943973 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbbd9a0-7e6c-4d83-b7a9-372b0bcfcdea req-219e00a6-b9ae-4dd6-b5ae-615a38375b31 service neutron] Port df79e1d8-be47-4db9-9ecf-3b0f3598c42e on network 48947f08-8f4e-4445-a0c2-94b53fac764a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 14:29:40.944437 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbbd9a0-7e6c-4d83-b7a9-372b0bcfcdea req-219e00a6-b9ae-4dd6-b5ae-615a38375b31 service neutron] Attempting to bind port df79e1d8-be47-4db9-9ecf-3b0f3598c42e on network 48947f08-8f4e-4445-a0c2-94b53fac764a {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:29:40.953612 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbbd9a0-7e6c-4d83-b7a9-372b0bcfcdea req-219e00a6-b9ae-4dd6-b5ae-615a38375b31 service neutron] Checking agent: {'id': '9602430f-c8c8-408a-9570-479772f8b05b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 14, 25, 46), 'started_at': datetime.datetime(2021, 4, 7, 14, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 14, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 14:29:40.954168 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbbd9a0-7e6c-4d83-b7a9-372b0bcfcdea req-219e00a6-b9ae-4dd6-b5ae-615a38375b31 service neutron] Checking segment: {'id': '9d8ef5b9-c447-4b90-9831-d929e59e09af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '48947f08-8f4e-4445-a0c2-94b53fac764a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:29:40.954780 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbbd9a0-7e6c-4d83-b7a9-372b0bcfcdea req-219e00a6-b9ae-4dd6-b5ae-615a38375b31 service neutron] Bound using segment: {'id': '9d8ef5b9-c447-4b90-9831-d929e59e09af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '48947f08-8f4e-4445-a0c2-94b53fac764a'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 14:29:40.955408 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-adbbd9a0-7e6c-4d83-b7a9-372b0bcfcdea req-219e00a6-b9ae-4dd6-b5ae-615a38375b31 service neutron] Bound port: df79e1d8-be47-4db9-9ecf-3b0f3598c42e, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d8ef5b9-c447-4b90-9831-d929e59e09af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '48947f08-8f4e-4445-a0c2-94b53fac764a'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 14:29:40.956015 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-adbbd9a0-7e6c-4d83-b7a9-372b0bcfcdea req-219e00a6-b9ae-4dd6-b5ae-615a38375b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:40.960406 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-8fa44a44-cae2-4d5a-b82f-c63a256f31d5 None None] Port fbb4b6c5-b5b1-4f78-86d0-91956725e469 cannot update to ACTIVE because it is not bound. {{(pid=84314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 14:29:40.976097 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af4e60d-2e3e-4df9-b3b8-957d8153ac2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4eea83-669c-40b0-90b6-f95cdaf57136,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:40.983389 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-7af4e60d-2e3e-4df9-b3b8-957d8153ac2b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c874b3b8757a40b08a8d851ba263902f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9218833 Apr 07 14:29:40.991674 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 46680) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:40.991674 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7af4e60d-2e3e-4df9-b3b8-957d8153ac2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:41.012332 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-dfe470ad-a9d3-4077-83be-2793ae6ed6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:41.022523 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:41.058823 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98847bf-f34f-4790-bfa7-5493849c5927 req-d934f3d6-d354-4f8d-9826-03a794ec53b9 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:41.060582 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b98847bf-f34f-4790-bfa7-5493849c5927 req-d934f3d6-d354-4f8d-9826-03a794ec53b9 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=f4f1eb6e-bd36-4e2d-a214-349268e5e75b HTTP/1.1" status: 200 len: 944 time: 0.8200586 Apr 07 14:29:41.066985 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f84d8f-179d-49ef-a5f1-bfd28db84710 req-ed418efc-e1d5-4e82-911e-a7b43872a64c tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:41.067214 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe470ad-a9d3-4077-83be-2793ae6ed6fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9109f1e9-3ad5-45d1-b257-ec6809a64487,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:41.068907 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-02f84d8f-179d-49ef-a5f1-bfd28db84710 req-ed418efc-e1d5-4e82-911e-a7b43872a64c tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 945 time: 0.3217402 Apr 07 14:29:41.074610 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-dfe470ad-a9d3-4077-83be-2793ae6ed6fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:41.118536 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-dfe470ad-a9d3-4077-83be-2793ae6ed6fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:41.118536 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-dfe470ad-a9d3-4077-83be-2793ae6ed6fb admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9109f1e9-3ad5-45d1-b257-ec6809a64487 HTTP/1.1" status: 204 len: 168 time: 1.1904097 Apr 07 14:29:41.121181 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b98847bf-f34f-4790-bfa7-5493849c5927 req-70ac5f15-8b9d-43e9-b44f-2acd0575e4e3 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520029 Apr 07 14:29:41.141116 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-105a8cdb-bca6-4835-a6fd-726dc7eafc6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:41.158411 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 0a35eb8c-ba24-4409-b963-ef74bccf0b7d up at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:29:41.170238 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-adbbd9a0-7e6c-4d83-b7a9-372b0bcfcdea req-219e00a6-b9ae-4dd6-b5ae-615a38375b31 service neutron] For port df79e1d8-be47-4db9-9ecf-3b0f3598c42e, host hv-cinder-78093, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 14:29:41.173139 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-105a8cdb-bca6-4835-a6fd-726dc7eafc6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:41.174558 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-adbbd9a0-7e6c-4d83-b7a9-372b0bcfcdea req-219e00a6-b9ae-4dd6-b5ae-615a38375b31 service neutron] For port df79e1d8-be47-4db9-9ecf-3b0f3598c42e, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=df79e1d8-be47-4db9-9ecf-3b0f3598c42e,segment=NetworkSegment(9d8ef5b9-c447-4b90-9831-d929e59e09af),segment_id=9d8ef5b9-c447-4b90-9831-d929e59e09af)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 14:29:41.176596 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b18427b3-b4f0-4508-9e85-4387d6ddfa37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:41.226242 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-105a8cdb-bca6-4835-a6fd-726dc7eafc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:41.226579 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-adbbd9a0-7e6c-4d83-b7a9-372b0bcfcdea req-219e00a6-b9ae-4dd6-b5ae-615a38375b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6250582'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:41.232711 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9e420a3d-3b8e-4a11-ae43-3b471506fed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:41.248951 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105a8cdb-bca6-4835-a6fd-726dc7eafc6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4eea83-669c-40b0-90b6-f95cdaf57136,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:41.252617 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-105a8cdb-bca6-4835-a6fd-726dc7eafc6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:41.256498 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-105a8cdb-bca6-4835-a6fd-726dc7eafc6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:41.256645 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-105a8cdb-bca6-4835-a6fd-726dc7eafc6c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ec4eea83-669c-40b0-90b6-f95cdaf57136 HTTP/1.1" status: 204 len: 168 time: 0.2635732 Apr 07 14:29:41.452654 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning for port 0a35eb8c-ba24-4409-b963-ef74bccf0b7d completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:29:41.461639 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:41.492022 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning complete for port 0a35eb8c-ba24-4409-b963-ef74bccf0b7d triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:29:41.494075 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:41.560546 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-02f84d8f-179d-49ef-a5f1-bfd28db84710 req-21fbd5e4-6f63-4dba-8395-02f76504e9f4 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4101436 Apr 07 14:29:41.627542 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbd9a0-7e6c-4d83-b7a9-372b0bcfcdea req-219e00a6-b9ae-4dd6-b5ae-615a38375b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:41.628941 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-adbbd9a0-7e6c-4d83-b7a9-372b0bcfcdea req-219e00a6-b9ae-4dd6-b5ae-615a38375b31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:41.630519 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-adbbd9a0-7e6c-4d83-b7a9-372b0bcfcdea req-219e00a6-b9ae-4dd6-b5ae-615a38375b31 service neutron] 10.222.0.81 "PUT /v2.0/ports/df79e1d8-be47-4db9-9ecf-3b0f3598c42e HTTP/1.1" status: 200 len: 1094 time: 2.8241792 Apr 07 14:29:41.633311 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4f1eb6e-bd36-4e2d-a214-349268e5e75b', 'tag': 'df79e1d8-be47-4db9-9ecf-3b0f3598c42e'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:29:41.793799 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4f1eb6e-bd36-4e2d-a214-349268e5e75b', 'tag': 'df79e1d8-be47-4db9-9ecf-3b0f3598c42e', 'status': 'completed', 'code': 200} Apr 07 14:29:41.806114 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219e00a6-b9ae-4dd6-b5ae-615a38375b31 service neutron] Pushing event updated for resources: {'Port': ['ID=df79e1d8-be47-4db9-9ecf-3b0f3598c42e,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:41.821580 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-219e00a6-b9ae-4dd6-b5ae-615a38375b31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:41.892398 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 46700) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:41.953476 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:41.958871 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c5cc1d29-9e63-49ea-a56c-b3cf5e8b2080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:41.988691 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] For port 0a35eb8c-ba24-4409-b963-ef74bccf0b7d, host dv-cinder-780933-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=0a35eb8c-ba24-4409-b963-ef74bccf0b7d,segment=NetworkSegment(feed5fe9-833d-41c1-bf1c-58a271b81c41),segment_id=feed5fe9-833d-41c1-bf1c-58a271b81c41)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:29:41.993631 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:42.001596 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:42.009361 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-c5cc1d29-9e63-49ea-a56c-b3cf5e8b2080 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:29:42.017188 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-c5cc1d29-9e63-49ea-a56c-b3cf5e8b2080 admin admin] Usage tracker for resource:security_group_rule and tenant:c952297b12f44e9f922d4d4f68a9b4b1 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:29:42.026081 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-c5cc1d29-9e63-49ea-a56c-b3cf5e8b2080 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:29:42.040554 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-c5cc1d29-9e63-49ea-a56c-b3cf5e8b2080 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:29:42.170337 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c5cc1d29-9e63-49ea-a56c-b3cf5e8b2080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:42.170609 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Pushing event updated for resources: {'Port': ['ID=0a35eb8c-ba24-4409-b963-ef74bccf0b7d,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:42.177905 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:42.180500 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c5cc1d29-9e63-49ea-a56c-b3cf5e8b2080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:42.196082 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5cdfb182-9a83-485b-9a5d-f0b3734f9217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:42.272850 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-c5cc1d29-9e63-49ea-a56c-b3cf5e8b2080 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c952297b12f44e9f922d4d4f68a9b4b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3732140 Apr 07 14:29:42.275771 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 46706) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:42.276802 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc1d29-9e63-49ea-a56c-b3cf5e8b2080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c85a533-2bf4-44cd-963c-0cad261bf241,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:42.281461 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-c5cc1d29-9e63-49ea-a56c-b3cf5e8b2080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:42.292026 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbd9a0-7e6c-4d83-b7a9-372b0bcfcdea req-366248a2-4c9a-4582-bda4-4059919e941c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:42.293824 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-adbbd9a0-7e6c-4d83-b7a9-372b0bcfcdea req-366248a2-4c9a-4582-bda4-4059919e941c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=af6fad83fbd440a78d4e9f9cd610cc9b&device_id=f4f1eb6e-bd36-4e2d-a214-349268e5e75b HTTP/1.1" status: 200 len: 1097 time: 0.5948987 Apr 07 14:29:42.400697 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-082b66d5-7558-4bdd-9ab5-4748f5fd6b78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:42.490128 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-082b66d5-7558-4bdd-9ab5-4748f5fd6b78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:42.547486 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 46718) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:42.657044 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-adbbd9a0-7e6c-4d83-b7a9-372b0bcfcdea req-612682c1-5211-45c3-bf68-409139824210 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df79e1d8-be47-4db9-9ecf-3b0f3598c42e HTTP/1.1" status: 200 len: 217 time: 0.3394172 Apr 07 14:29:42.664654 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-082b66d5-7558-4bdd-9ab5-4748f5fd6b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:42.672272 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b0ff4a22-3a12-4794-9246-2056866da39a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:42.692683 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b66d5-7558-4bdd-9ab5-4748f5fd6b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c85a533-2bf4-44cd-963c-0cad261bf241,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:42.695182 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-082b66d5-7558-4bdd-9ab5-4748f5fd6b78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:42.701407 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-082b66d5-7558-4bdd-9ab5-4748f5fd6b78 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1c85a533-2bf4-44cd-963c-0cad261bf241 HTTP/1.1" status: 204 len: 168 time: 0.4143684 Apr 07 14:29:42.701407 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-082b66d5-7558-4bdd-9ab5-4748f5fd6b78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:42.776264 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-824221c8-1782-4e94-b393-25555f1e92d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:42.794086 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-824221c8-1782-4e94-b393-25555f1e92d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:29:42.798632 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-824221c8-1782-4e94-b393-25555f1e92d5 admin admin] Usage tracker for resource:security_group_rule and tenant:b3a732551ba342a0a4f83156cc123486 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:29:42.801642 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbd9a0-7e6c-4d83-b7a9-372b0bcfcdea req-3f9e5897-bad5-4855-8ab8-b1fb898dc089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:42.801947 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-824221c8-1782-4e94-b393-25555f1e92d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:29:42.803266 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-adbbd9a0-7e6c-4d83-b7a9-372b0bcfcdea req-3f9e5897-bad5-4855-8ab8-b1fb898dc089 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=680613ef-fc50-4022-b80a-d2e8597917da HTTP/1.1" status: 200 len: 854 time: 0.1288323 Apr 07 14:29:42.809605 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-824221c8-1782-4e94-b393-25555f1e92d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:29:42.906170 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-adbbd9a0-7e6c-4d83-b7a9-372b0bcfcdea req-f5a07e79-6246-4043-816e-7fd631d0257a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=48947f08-8f4e-4445-a0c2-94b53fac764a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696242 Apr 07 14:29:42.985364 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f96dbd3-e6f0-4338-8521-4dc8a8045922 req-a83a26ad-4586-457c-91e6-db5922b7f409 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:42.993975 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-824221c8-1782-4e94-b393-25555f1e92d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:42.994239 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4f96dbd3-e6f0-4338-8521-4dc8a8045922 req-a83a26ad-4586-457c-91e6-db5922b7f409 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=f4f1eb6e-bd36-4e2d-a214-349268e5e75b HTTP/1.1" status: 200 len: 944 time: 0.5455761 Apr 07 14:29:42.999725 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-824221c8-1782-4e94-b393-25555f1e92d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:43.009684 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-bc059636-11f7-4071-b664-7df170757e78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:43.035860 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 0a35eb8c-ba24-4409-b963-ef74bccf0b7d up at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:29:43.084229 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-824221c8-1782-4e94-b393-25555f1e92d5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b3a732551ba342a0a4f83156cc123486&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5324776 Apr 07 14:29:43.091257 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 46730) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:43.093263 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824221c8-1782-4e94-b393-25555f1e92d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd17be42-8680-4f9e-aa6b-b72cd6e23267,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:43.099120 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-824221c8-1782-4e94-b393-25555f1e92d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:43.129849 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning complete for port 0a35eb8c-ba24-4409-b963-ef74bccf0b7d triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:29:43.130252 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:43.145679 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.db.resource_extend [None req-b18427b3-b4f0-4508-9e85-4387d6ddfa37 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 07 14:29:43.155959 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacece49-1912-4826-80c5-2e899585315f req-626f85f2-a214-4cd7-920d-b67f63e863d0 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:43.163525 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b18427b3-b4f0-4508-9e85-4387d6ddfa37 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:43.164280 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-dacece49-1912-4826-80c5-2e899585315f req-626f85f2-a214-4cd7-920d-b67f63e863d0 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 945 time: 0.3128264 Apr 07 14:29:43.169202 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4f96dbd3-e6f0-4338-8521-4dc8a8045922 req-31ba4af5-6119-49c3-ad2a-58b8046366e3 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740429 Apr 07 14:29:43.175925 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b18427b3-b4f0-4508-9e85-4387d6ddfa37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6250582'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:43.214673 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2b29adbf-33e3-4cad-b177-018b31f9bf69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:43.227194 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8da6193b-c071-4fde-a4ee-aecb1e70f069 tempest-DeleteServersTestJSON-945575315 tempest-DeleteServersTestJSON-945575315-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:43.236419 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-dacece49-1912-4826-80c5-2e899585315f req-926a3981-7bb0-4bd5-be96-9df4a4f8b575 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637667 Apr 07 14:29:43.283188 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2b29adbf-33e3-4cad-b177-018b31f9bf69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:43.340747 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2b29adbf-33e3-4cad-b177-018b31f9bf69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:43.345450 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-af58d03d-75f5-441b-9e5f-d8922a2f9d1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:43.353133 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18427b3-b4f0-4508-9e85-4387d6ddfa37 admin admin] Pushing event updated for resources: {'Port': ['ID=fbb4b6c5-b5b1-4f78-86d0-91956725e469,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:43.362858 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b18427b3-b4f0-4508-9e85-4387d6ddfa37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:43.364033 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b29adbf-33e3-4cad-b177-018b31f9bf69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd17be42-8680-4f9e-aa6b-b72cd6e23267,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:43.366311 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2b29adbf-33e3-4cad-b177-018b31f9bf69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:43.367639 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-2b29adbf-33e3-4cad-b177-018b31f9bf69 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/bd17be42-8680-4f9e-aa6b-b72cd6e23267 HTTP/1.1" status: 204 len: 168 time: 0.2710052 Apr 07 14:29:43.369160 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2b29adbf-33e3-4cad-b177-018b31f9bf69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:43.376772 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b18427b3-b4f0-4508-9e85-4387d6ddfa37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846875651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8281223'] for router_interface, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:43.504650 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-adbbd9a0-7e6c-4d83-b7a9-372b0bcfcdea req-8c4ae935-bdcb-4e8e-9a97-9433cc4fa240 service neutron] 10.222.0.81 "GET /v2.0/networks/48947f08-8f4e-4445-a0c2-94b53fac764a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5688324 Apr 07 14:29:43.687469 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18427b3-b4f0-4508-9e85-4387d6ddfa37 admin admin] Network eb8515e8-a88e-4510-bf0c-3f52cf50b457 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:29:43.701604 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-b18427b3-b4f0-4508-9e85-4387d6ddfa37 admin admin] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:29:43.942907 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-adbbd9a0-7e6c-4d83-b7a9-372b0bcfcdea req-3280b98e-72eb-443f-90f9-b30974e192d7 service neutron] 10.222.0.81 "GET /v2.0/networks/48947f08-8f4e-4445-a0c2-94b53fac764a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251571 Apr 07 14:29:44.143690 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-9314309a-b5db-4358-87ad-54baa0110b3a None None] Provisioning complete for port fbb4b6c5-b5b1-4f78-86d0-91956725e469 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:29:44.144584 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9314309a-b5db-4358-87ad-54baa0110b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:44.328257 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-9314309a-b5db-4358-87ad-54baa0110b3a None None] Port fbb4b6c5-b5b1-4f78-86d0-91956725e469 cannot update to ACTIVE because it is not bound. {{(pid=84314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 14:29:44.331943 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b18427b3-b4f0-4508-9e85-4387d6ddfa37 admin admin] Router bbdf2823-88af-4794-8f58-4a5f4787035c has already been hosted by L3 agent d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2 {{(pid=84313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 14:29:44.618566 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead5ca6-0ba8-4a23-b1fa-9479c78ff6fc req-36792c48-17c8-40e4-a9b9-63045905ea46 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:44.629648 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-3ead5ca6-0ba8-4a23-b1fa-9479c78ff6fc req-36792c48-17c8-40e4-a9b9-63045905ea46 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=f4f1eb6e-bd36-4e2d-a214-349268e5e75b HTTP/1.1" status: 200 len: 944 time: 0.1413713 Apr 07 14:29:44.711234 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-74d43caa-97d8-4d23-a874-09f93ab6a04f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:44.725478 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-3ead5ca6-0ba8-4a23-b1fa-9479c78ff6fc req-72ae4e18-beba-4794-ac6c-62ee45c08b31 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943742 Apr 07 14:29:44.838954 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494779ef-598e-47a5-9df7-38e3370baab4 req-bc49ac5d-7347-4a62-97bf-5d33e4595dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:44.841987 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-494779ef-598e-47a5-9df7-38e3370baab4 req-bc49ac5d-7347-4a62-97bf-5d33e4595dea service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=af6fad83fbd440a78d4e9f9cd610cc9b&device_id=f4f1eb6e-bd36-4e2d-a214-349268e5e75b HTTP/1.1" status: 200 len: 1097 time: 0.7953069 Apr 07 14:29:45.117900 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60480063-78f3-4c4d-a2eb-1db3188a60d0 req-012ad513-d36d-4dd4-8cfb-f57c6903b1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:45.122023 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-60480063-78f3-4c4d-a2eb-1db3188a60d0 req-012ad513-d36d-4dd4-8cfb-f57c6903b1da service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3cedb750960847b9a6d948554b936778&device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 1098 time: 0.1811683 Apr 07 14:29:45.292501 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 46798) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:45.410411 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494779ef-598e-47a5-9df7-38e3370baab4 req-26efd4f5-26df-4513-8491-269ff3aca913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:45.413333 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-494779ef-598e-47a5-9df7-38e3370baab4 req-26efd4f5-26df-4513-8491-269ff3aca913 service neutron] 10.222.0.81 "GET /v2.0/networks?id=48947f08-8f4e-4445-a0c2-94b53fac764a HTTP/1.1" status: 200 len: 915 time: 0.5432336 Apr 07 14:29:45.421980 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60480063-78f3-4c4d-a2eb-1db3188a60d0 req-56b73be2-a88d-4d1b-a8f3-84a9eaa015ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:45.424930 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-60480063-78f3-4c4d-a2eb-1db3188a60d0 req-56b73be2-a88d-4d1b-a8f3-84a9eaa015ba service neutron] 10.222.0.81 "GET /v2.0/networks?id=346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb HTTP/1.1" status: 200 len: 919 time: 0.2694869 Apr 07 14:29:45.541820 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-60480063-78f3-4c4d-a2eb-1db3188a60d0 req-760d543a-1195-4ece-b2b6-2569eac89941 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=296e53de-61dd-4e19-8ff2-3b0647237121 HTTP/1.1" status: 200 len: 217 time: 0.1075215 Apr 07 14:29:45.652779 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60480063-78f3-4c4d-a2eb-1db3188a60d0 req-06d65f56-d835-4072-9082-b0530f6b23d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:45.653022 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18427b3-b4f0-4508-9e85-4387d6ddfa37 admin admin] Notify agent at l3_agent.dv-cinder-780933-3-smb the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 14:29:45.655455 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-60480063-78f3-4c4d-a2eb-1db3188a60d0 req-06d65f56-d835-4072-9082-b0530f6b23d9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e62acf97-8dac-49ae-b633-d54e2e4cb525 HTTP/1.1" status: 200 len: 858 time: 0.1026742 Apr 07 14:29:45.665690 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-494779ef-598e-47a5-9df7-38e3370baab4 req-3063fa1c-4d5b-4378-990e-23eed1881c20 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df79e1d8-be47-4db9-9ecf-3b0f3598c42e HTTP/1.1" status: 200 len: 217 time: 0.2440717 Apr 07 14:29:45.666340 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d1f695-8c9c-47d1-b1fd-27ea47ed0af9 None None] Sync routers for ids ['bbdf2823-88af-4794-8f58-4a5f4787035c'] in dv-cinder-780933-3-smb {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 14:29:45.679149 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d1f695-8c9c-47d1-b1fd-27ea47ed0af9 None None] Routers {'bbdf2823-88af-4794-8f58-4a5f4787035c'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:29:45.680383 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-d3d1f695-8c9c-47d1-b1fd-27ea47ed0af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:29:17Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['bbdf2823-88af-4794-8f58-4a5f4787035c'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:29:45.683869 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-6543cf23-26ac-46fe-861f-655107271efe admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-482955747-network', 'tenant_id': 'f1730405b57a44cf8038f596756f82ec'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:29:45.793275 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-6543cf23-26ac-46fe-861f-655107271efe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:29:45.798219 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-6543cf23-26ac-46fe-861f-655107271efe admin admin] Usage tracker for resource:network and tenant:f1730405b57a44cf8038f596756f82ec is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:29:45.802745 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-6543cf23-26ac-46fe-861f-655107271efe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:29:45.810265 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-6543cf23-26ac-46fe-861f-655107271efe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:29:45.823326 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-60480063-78f3-4c4d-a2eb-1db3188a60d0 req-0a2d5f88-30e8-4e6f-8cb5-9b15831ba188 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1501019 Apr 07 14:29:45.825896 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6543cf23-26ac-46fe-861f-655107271efe admin admin] Made reservation on behalf of f1730405b57a44cf8038f596756f82ec for: {'network': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:29:45.830752 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6543cf23-26ac-46fe-861f-655107271efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for network, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:45.909937 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2e4d4-3449-4fd3-9471-bc5791e9eaef req-6866f5aa-d99e-4438-b036-341e1de38537 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:45.914209 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4fb2e4d4-3449-4fd3-9471-bc5791e9eaef req-6866f5aa-d99e-4438-b036-341e1de38537 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 945 time: 1.3184826 Apr 07 14:29:45.938286 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6543cf23-26ac-46fe-861f-655107271efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:45.966399 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494779ef-598e-47a5-9df7-38e3370baab4 req-f4d60631-ece0-47d7-b653-18624ebfccca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:45.969417 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-494779ef-598e-47a5-9df7-38e3370baab4 req-f4d60631-ece0-47d7-b653-18624ebfccca service neutron] 10.222.0.81 "GET /v2.0/subnets?id=680613ef-fc50-4022-b80a-d2e8597917da HTTP/1.1" status: 200 len: 854 time: 0.2741015 Apr 07 14:29:46.048883 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-b18427b3-b4f0-4508-9e85-4387d6ddfa37 admin admin] 10.222.0.63 "PUT /v2.0/routers/bbdf2823-88af-4794-8f58-4a5f4787035c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8756680 Apr 07 14:29:46.072173 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-6543cf23-26ac-46fe-861f-655107271efe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:29:46.077155 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-494779ef-598e-47a5-9df7-38e3370baab4 req-87bd3d54-1475-4454-b2a7-e37d970ef82c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=48947f08-8f4e-4445-a0c2-94b53fac764a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834899 Apr 07 14:29:46.083239 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4fb2e4d4-3449-4fd3-9471-bc5791e9eaef req-b15bc3b1-02f6-4847-a9c7-101507008690 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521254 Apr 07 14:29:46.084489 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-6543cf23-26ac-46fe-861f-655107271efe admin admin] Usage tracker for resource:security_group_rule and tenant:f1730405b57a44cf8038f596756f82ec is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:29:46.121603 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-6543cf23-26ac-46fe-861f-655107271efe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:29:46.162748 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-60480063-78f3-4c4d-a2eb-1db3188a60d0 req-347713d2-3466-47ee-8f85-47de0170a8db service neutron] 10.222.0.81 "GET /v2.0/networks/346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266819 Apr 07 14:29:46.211357 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:46.342057 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-d3d1f695-8c9c-47d1-b1fd-27ea47ed0af9 None None] Set router bbdf2823-88af-4794-8f58-4a5f4787035c gateway port host: dv-cinder-780933-3-smb {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:29:46.428751 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-6543cf23-26ac-46fe-861f-655107271efe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:29:46.553368 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857314b9-bcc3-4ac8-88ef-8730ff646ef0 req-3f281a31-7244-4a3d-afd3-81e44b5aeb7c tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:46.561386 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-857314b9-bcc3-4ac8-88ef-8730ff646ef0 req-3f281a31-7244-4a3d-afd3-81e44b5aeb7c tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=f4f1eb6e-bd36-4e2d-a214-349268e5e75b HTTP/1.1" status: 200 len: 944 time: 0.4864912 Apr 07 14:29:46.613126 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-857314b9-bcc3-4ac8-88ef-8730ff646ef0 req-add167f4-d56e-4ba1-ba93-7a9469c4becf tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501082 Apr 07 14:29:46.690006 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-60480063-78f3-4c4d-a2eb-1db3188a60d0 req-34e198c4-e61a-4a70-b9f4-98c1d3c8724a service neutron] 10.222.0.81 "GET /v2.0/networks/346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5179331 Apr 07 14:29:46.701140 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-494779ef-598e-47a5-9df7-38e3370baab4 req-6f42fb0a-2404-4759-b41b-8897f9492b5d service neutron] 10.222.0.81 "GET /v2.0/networks/48947f08-8f4e-4445-a0c2-94b53fac764a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6130304 Apr 07 14:29:46.748713 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device df79e1d8-be47-4db9-9ecf-3b0f3598c42e details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=84314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 14:29:46.895540 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-494779ef-598e-47a5-9df7-38e3370baab4 req-7a7448e1-f2a7-437d-b204-d6e866711f0b service neutron] 10.222.0.81 "GET /v2.0/networks/48947f08-8f4e-4445-a0c2-94b53fac764a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802826 Apr 07 14:29:46.922619 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6543cf23-26ac-46fe-861f-655107271efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:46.935244 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6543cf23-26ac-46fe-861f-655107271efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:46.940720 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port df79e1d8-be47-4db9-9ecf-3b0f3598c42e, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=df79e1d8-be47-4db9-9ecf-3b0f3598c42e,segment=NetworkSegment(9d8ef5b9-c447-4b90-9831-d929e59e09af),segment_id=9d8ef5b9-c447-4b90-9831-d929e59e09af)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:29:46.942226 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-438f6168-99bc-4f0e-bf8e-7a134d72042e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:47.006007 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6543cf23-26ac-46fe-861f-655107271efe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=84313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 07 14:29:47.022645 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Returning: {'device': 'df79e1d8-be47-4db9-9ecf-3b0f3598c42e', 'network_id': '48947f08-8f4e-4445-a0c2-94b53fac764a', 'port_id': 'df79e1d8-be47-4db9-9ecf-3b0f3598c42e', 'mac_address': 'fa:16:3e:0c:8a:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680613ef-fc50-4022-b80a-d2e8597917da', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 14:29:47.028757 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6543cf23-26ac-46fe-861f-655107271efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ad4126-4a38-448a-a8d6-23672275bb00,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:47.052790 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-6543cf23-26ac-46fe-861f-655107271efe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:47.066667 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6543cf23-26ac-46fe-861f-655107271efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773215'] for segment, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:47.067225 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.db.segments_db [None req-6543cf23-26ac-46fe-861f-655107271efe admin admin] Added segment c7b72cce-98ce-465c-ba2f-1d4f4f6375e6 of type vlan for network 2d3b64f1-a7c9-4934-a387-d7abdf8585e7 Apr 07 14:29:47.143710 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6543cf23-26ac-46fe-861f-655107271efe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304368617707'] for network, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:47.220285 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:47.221727 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df79e1d8-be47-4db9-9ecf-3b0f3598c42e {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 14:29:47.222503 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6543cf23-26ac-46fe-861f-655107271efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954'] for network, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:47.223960 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6543cf23-26ac-46fe-861f-655107271efe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:47.224613 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6543cf23-26ac-46fe-861f-655107271efe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for network, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:47.247931 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port df79e1d8-be47-4db9-9ecf-3b0f3598c42e, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=df79e1d8-be47-4db9-9ecf-3b0f3598c42e,segment=NetworkSegment(9d8ef5b9-c447-4b90-9831-d929e59e09af),segment_id=9d8ef5b9-c447-4b90-9831-d929e59e09af)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:29:47.257941 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:47.261276 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:47.288438 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:47.302270 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-d3d1f695-8c9c-47d1-b1fd-27ea47ed0af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbdf2823-88af-4794-8f58-4a5f4787035c', 'name': 'tempest-TestShelveInstance-1661993342-router', 'tenant_id': '595711248f0e49e39f1f1c42a8e83a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': '0a35eb8c-ba24-4409-b963-ef74bccf0b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:29:30Z', 'updated_at': '2021-04-07T14:29:41Z', 'revision_number': 4, 'project_id': '595711248f0e49e39f1f1c42a8e83a27', 'gw_port': {'id': '0a35eb8c-ba24-4409-b963-ef74bccf0b7d', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:56:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdf2823-88af-4794-8f58-4a5f4787035c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:32Z', 'updated_at': '2021-04-07T14:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_interfaces': [{'id': 'fbb4b6c5-b5b1-4f78-86d0-91956725e469', 'name': '', 'network_id': 'eb8515e8-a88e-4510-bf0c-3f52cf50b457', 'tenant_id': '595711248f0e49e39f1f1c42a8e83a27', 'mac_address': 'fa:16:3e:f0:c4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbdf2823-88af-4794-8f58-4a5f4787035c', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'b0a219ac-f4f3-4108-85bd-b9a0db570754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:38Z', 'updated_at': '2021-04-07T14:29:41Z', 'revision_number': 2, 'project_id': '595711248f0e49e39f1f1c42a8e83a27', 'subnets': [{'id': 'b0a219ac-f4f3-4108-85bd-b9a0db570754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:29:47.314724 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d1f695-8c9c-47d1-b1fd-27ea47ed0af9 None None] Checking router: bbdf2823-88af-4794-8f58-4a5f4787035c for host: dv-cinder-780933-3-smb {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 14:29:47.315123 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d1f695-8c9c-47d1-b1fd-27ea47ed0af9 None None] Updating router bbdf2823-88af-4794-8f58-4a5f4787035c port fbb4b6c5-b5b1-4f78-86d0-91956725e469 binding host dv-cinder-780933-3-smb {{(pid=84314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 07 14:29:47.321785 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-6543cf23-26ac-46fe-861f-655107271efe admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0256448 Apr 07 14:29:47.325168 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 46850) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:47.333747 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-28aadc35-9380-466a-bc15-a3259096e5a3 admin admin] Request body: {'subnet': {'network_id': '2d3b64f1-a7c9-4934-a387-d7abdf8585e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-482955747-subnet', 'tenant_id': 'f1730405b57a44cf8038f596756f82ec', 'ip_version': 4}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:29:47.355217 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-28aadc35-9380-466a-bc15-a3259096e5a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:29:47.376374 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-28aadc35-9380-466a-bc15-a3259096e5a3 admin admin] Usage tracker for resource:subnet and tenant:f1730405b57a44cf8038f596756f82ec is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:29:47.390485 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-28aadc35-9380-466a-bc15-a3259096e5a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:29:47.433368 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-efc68fcc-e5d7-462b-ae1b-97107f18e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:47.446263 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Pushing event updated for resources: {'Port': ['ID=df79e1d8-be47-4db9-9ecf-3b0f3598c42e,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:47.449554 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-28aadc35-9380-466a-bc15-a3259096e5a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:29:47.458573 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:47.459612 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d3d1f695-8c9c-47d1-b1fd-27ea47ed0af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:47.466870 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28aadc35-9380-466a-bc15-a3259096e5a3 admin admin] Made reservation on behalf of f1730405b57a44cf8038f596756f82ec for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:29:47.476131 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-28aadc35-9380-466a-bc15-a3259096e5a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912665'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:47.652237 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6543cf23-26ac-46fe-861f-655107271efe admin admin] Pushing event updated for resources: {'Network': ['ID=2d3b64f1-a7c9-4934-a387-d7abdf8585e7,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:47.666044 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-6543cf23-26ac-46fe-861f-655107271efe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:47.720803 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 46866) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:47.738245 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-4ef735b1-0972-44d2-b897-11e767f8dea3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1488382879-network', 'tenant_id': 'bc668998eabf4450b4c95ab35bdd6197'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:29:47.753416 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5383e4e-bc25-48ae-a194-326341e843c8 req-657c7c39-0dd7-4262-ab50-57f89547815c tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:47.766065 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f5383e4e-bc25-48ae-a194-326341e843c8 req-657c7c39-0dd7-4262-ab50-57f89547815c tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 945 time: 0.3286753 Apr 07 14:29:47.787840 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-4ef735b1-0972-44d2-b897-11e767f8dea3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:29:47.797719 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-4ef735b1-0972-44d2-b897-11e767f8dea3 admin admin] Usage tracker for resource:network and tenant:bc668998eabf4450b4c95ab35bdd6197 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:29:47.813593 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-4ef735b1-0972-44d2-b897-11e767f8dea3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:29:47.840813 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Network 2d3b64f1-a7c9-4934-a387-d7abdf8585e7 details requested by agent ovs-agent-dv-cinder-780933-3-smb with host dv-cinder-780933-3-smb {{(pid=84314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 14:29:47.845159 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f5383e4e-bc25-48ae-a194-326341e843c8 req-5849ff81-f843-4d5c-a8a0-01eda3a085cb tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776672 Apr 07 14:29:47.853241 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-4ef735b1-0972-44d2-b897-11e767f8dea3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:29:47.883682 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] get_ports_and_sgs() called for port_ids ['df79e1d8-be47-4db9-9ecf-3b0f3598c42e'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 14:29:47.887592 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef735b1-0972-44d2-b897-11e767f8dea3 admin admin] Made reservation on behalf of bc668998eabf4450b4c95ab35bdd6197 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:29:47.892763 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4ef735b1-0972-44d2-b897-11e767f8dea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:47.908633 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4ef735b1-0972-44d2-b897-11e767f8dea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:47.932643 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-4ef735b1-0972-44d2-b897-11e767f8dea3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:29:47.939488 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-4ef735b1-0972-44d2-b897-11e767f8dea3 admin admin] Usage tracker for resource:security_group_rule and tenant:bc668998eabf4450b4c95ab35bdd6197 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:29:47.945370 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-4ef735b1-0972-44d2-b897-11e767f8dea3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:29:47.956551 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-4ef735b1-0972-44d2-b897-11e767f8dea3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:29:48.109816 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d45ca5-d130-4a9a-9cd5-64341566ad16 req-438d942a-82ed-4003-89d0-04cb4d3d33e8 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:48.113356 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-89d45ca5-d130-4a9a-9cd5-64341566ad16 req-438d942a-82ed-4003-89d0-04cb4d3d33e8 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=f4f1eb6e-bd36-4e2d-a214-349268e5e75b HTTP/1.1" status: 200 len: 945 time: 0.1301639 Apr 07 14:29:48.174873 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-89d45ca5-d130-4a9a-9cd5-64341566ad16 req-026088dc-7349-47ec-b03d-fdc4075a0920 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544512 Apr 07 14:29:48.249734 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4ef735b1-0972-44d2-b897-11e767f8dea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:48.254956 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4ef735b1-0972-44d2-b897-11e767f8dea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:48.260077 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-51dee64f-bd30-4f64-83cc-44c77374784f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:48.278733 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-68064a8d-a1ee-4a07-912b-506dbeaf5e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:48.299952 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ef735b1-0972-44d2-b897-11e767f8dea3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 07 14:29:48.316082 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4ef735b1-0972-44d2-b897-11e767f8dea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773215'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:48.316278 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.db.segments_db [None req-4ef735b1-0972-44d2-b897-11e767f8dea3 admin admin] Added segment e5110a05-7b11-49a9-b157-dde4367735dc of type vlan for network 0e418e9d-a837-4e7d-ac49-8444c710e003 Apr 07 14:29:48.348703 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4ef735b1-0972-44d2-b897-11e767f8dea3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304368617707'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:48.396517 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef735b1-0972-44d2-b897-11e767f8dea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46fe772c-f3b3-42b7-9636-3aef5d008467,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:48.401517 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-4ef735b1-0972-44d2-b897-11e767f8dea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:48.411023 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4ef735b1-0972-44d2-b897-11e767f8dea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:48.413859 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef735b1-0972-44d2-b897-11e767f8dea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:48.414560 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4ef735b1-0972-44d2-b897-11e767f8dea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:48.432660 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-10bf2469-47cb-4ed9-b729-7030ec4f7dd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:48.590216 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d3d1f695-8c9c-47d1-b1fd-27ea47ed0af9 None None] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:48.602159 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-4ef735b1-0972-44d2-b897-11e767f8dea3 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8797505 Apr 07 14:29:48.605094 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 46876) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:48.608326 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef735b1-0972-44d2-b897-11e767f8dea3 admin admin] Pushing event updated for resources: {'Network': ['ID=0e418e9d-a837-4e7d-ac49-8444c710e003,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:48.612740 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-74bb3601-58e1-4a8c-8d01-f4f0fb51441f admin admin] Request body: {'subnet': {'network_id': '0e418e9d-a837-4e7d-ac49-8444c710e003', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1488382879-subnet', 'tenant_id': 'bc668998eabf4450b4c95ab35bdd6197', 'ip_version': 4}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:29:48.618152 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-74bb3601-58e1-4a8c-8d01-f4f0fb51441f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:29:48.623042 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-74bb3601-58e1-4a8c-8d01-f4f0fb51441f admin admin] Usage tracker for resource:subnet and tenant:bc668998eabf4450b4c95ab35bdd6197 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:29:48.625183 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-d3d1f695-8c9c-47d1-b1fd-27ea47ed0af9 None None] Transition to ACTIVE for port object fbb4b6c5-b5b1-4f78-86d0-91956725e469 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:29:48.626641 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-74bb3601-58e1-4a8c-8d01-f4f0fb51441f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:29:48.634787 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-74bb3601-58e1-4a8c-8d01-f4f0fb51441f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:29:48.639219 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d3d1f695-8c9c-47d1-b1fd-27ea47ed0af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:48.654220 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-4ef735b1-0972-44d2-b897-11e767f8dea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:48.654473 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74bb3601-58e1-4a8c-8d01-f4f0fb51441f admin admin] Made reservation on behalf of bc668998eabf4450b4c95ab35bdd6197 for: {'subnet': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:29:48.659408 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-74bb3601-58e1-4a8c-8d01-f4f0fb51441f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7048069'] for subnet, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:48.671785 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:48.680409 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-28aadc35-9380-466a-bc15-a3259096e5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7073070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912680'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:48.697370 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-4f61d8d1-3054-491d-8a6f-c12301d9cd27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:48.735761 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Network 0e418e9d-a837-4e7d-ac49-8444c710e003 details requested by agent ovs-agent-dv-cinder-780933-3-smb with host dv-cinder-780933-3-smb {{(pid=84314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 14:29:48.835854 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aadc35-9380-466a-bc15-a3259096e5a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=155d1fc0-d59a-4ba5-8189-d1f7a76a9e8e,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:48.850630 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-28aadc35-9380-466a-bc15-a3259096e5a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:49.128596 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28aadc35-9380-466a-bc15-a3259096e5a3 admin admin] Checking segment: {'id': 'c7b72cce-98ce-465c-ba2f-1d4f4f6375e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2d3b64f1-a7c9-4934-a387-d7abdf8585e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:29:49.129350 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28aadc35-9380-466a-bc15-a3259096e5a3 admin admin] Network hostable DHCP agents. Network: 2d3b64f1-a7c9-4934-a387-d7abdf8585e7, hostable agents: ['42bbb647-2c35-4d48-afa7-1676ea318721'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 14:29:49.175081 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-74bb3601-58e1-4a8c-8d01-f4f0fb51441f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848525143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7048116'] for subnet, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:49.198555 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28aadc35-9380-466a-bc15-a3259096e5a3 admin admin] Network 2d3b64f1-a7c9-4934-a387-d7abdf8585e7 is scheduled to be hosted by DHCP agent 42bbb647-2c35-4d48-afa7-1676ea318721 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 14:29:49.215768 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:49.217163 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-28aadc35-9380-466a-bc15-a3259096e5a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-3-smb, 2d3b64f1-a7c9-4934-a387-d7abdf8585e7) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:29:49.228461 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9172ea7-3691-4304-8cc4-186fd624b2f4 None None] Pushing event updated for resources: {'Port': ['ID=fbb4b6c5-b5b1-4f78-86d0-91956725e469,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:49.231089 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:49.247295 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-d9172ea7-3691-4304-8cc4-186fd624b2f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:49.250158 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba8ec64-0d62-49e2-b916-18700b98f8b6 None None] Network 2d3b64f1-a7c9-4934-a387-d7abdf8585e7 requested from dv-cinder-780933-3-smb {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 14:29:49.254463 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15b464-4004-414b-8691-42c90610ee4e req-5cb6a554-85d4-484a-a922-07a6b8cc3f55 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:49.263256 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4e15b464-4004-414b-8691-42c90610ee4e req-5cb6a554-85d4-484a-a922-07a6b8cc3f55 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 945 time: 0.1754112 Apr 07 14:29:49.287923 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28aadc35-9380-466a-bc15-a3259096e5a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:49.288606 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-28aadc35-9380-466a-bc15-a3259096e5a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:49.319663 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4e15b464-4004-414b-8691-42c90610ee4e req-8a169ace-3c57-47a3-bf87-d6791d5fce82 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553794 Apr 07 14:29:49.348149 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-28aadc35-9380-466a-bc15-a3259096e5a3 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0214136 Apr 07 14:29:49.355290 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 46894) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:49.361777 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-ff4c474d-58dd-4615-960d-d6b1e610198d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-482955747-router', 'tenant_id': 'f1730405b57a44cf8038f596756f82ec', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e'}}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:29:49.377930 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-ff4c474d-58dd-4615-960d-d6b1e610198d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:29:49.382543 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-ff4c474d-58dd-4615-960d-d6b1e610198d admin admin] Usage tracker for resource:router and tenant:f1730405b57a44cf8038f596756f82ec is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:29:49.388382 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-ff4c474d-58dd-4615-960d-d6b1e610198d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:29:49.402485 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-ff4c474d-58dd-4615-960d-d6b1e610198d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:29:49.422977 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ff4c474d-58dd-4615-960d-d6b1e610198d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8285199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7324'] for router, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:49.427170 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ff4c474d-58dd-4615-960d-d6b1e610198d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8287382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8275297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8313148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768492'] for router, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:49.464971 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ff4c474d-58dd-4615-960d-d6b1e610198d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:49.574304 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb3601-58e1-4a8c-8d01-f4f0fb51441f admin admin] Pushing event updated for resources: {'Subnet': ['ID=652fc8dc-ea5f-4b0b-9ed3-350d25f1f224,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:49.580424 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-74bb3601-58e1-4a8c-8d01-f4f0fb51441f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:49.589424 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bb3601-58e1-4a8c-8d01-f4f0fb51441f admin admin] Checking segment: {'id': 'e5110a05-7b11-49a9-b157-dde4367735dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0e418e9d-a837-4e7d-ac49-8444c710e003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:29:49.590060 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bb3601-58e1-4a8c-8d01-f4f0fb51441f admin admin] Network hostable DHCP agents. Network: 0e418e9d-a837-4e7d-ac49-8444c710e003, hostable agents: ['42bbb647-2c35-4d48-afa7-1676ea318721'], hosted agents: [] {{(pid=84313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 14:29:49.686357 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bb3601-58e1-4a8c-8d01-f4f0fb51441f admin admin] Network 0e418e9d-a837-4e7d-ac49-8444c710e003 is scheduled to be hosted by DHCP agent 42bbb647-2c35-4d48-afa7-1676ea318721 with binding_index 1 {{(pid=84313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 14:29:49.727551 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-74bb3601-58e1-4a8c-8d01-f4f0fb51441f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-3-smb, 0e418e9d-a837-4e7d-ac49-8444c710e003) {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:29:49.761146 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bb3601-58e1-4a8c-8d01-f4f0fb51441f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:49.766654 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-74bb3601-58e1-4a8c-8d01-f4f0fb51441f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:49.844134 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1bc0e7-eec3-4474-b416-6246f92c3cd9 req-c42e65d8-0a95-4150-9593-d40e5c4d5c72 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:49.871877 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-eb1bc0e7-eec3-4474-b416-6246f92c3cd9 req-c42e65d8-0a95-4150-9593-d40e5c4d5c72 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=f4f1eb6e-bd36-4e2d-a214-349268e5e75b HTTP/1.1" status: 200 len: 945 time: 0.2710693 Apr 07 14:29:49.873392 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-74bb3601-58e1-4a8c-8d01-f4f0fb51441f admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2670786 Apr 07 14:29:49.876571 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 46906) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:49.887712 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-852a5bc6-9426-42cd-b748-cf6918ccf94d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1488382879-router', 'tenant_id': 'bc668998eabf4450b4c95ab35bdd6197', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e'}}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:29:49.899264 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-852a5bc6-9426-42cd-b748-cf6918ccf94d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:29:49.907746 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-852a5bc6-9426-42cd-b748-cf6918ccf94d admin admin] Usage tracker for resource:router and tenant:bc668998eabf4450b4c95ab35bdd6197 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:29:49.915781 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-852a5bc6-9426-42cd-b748-cf6918ccf94d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:29:49.939402 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c25ad20-b502-4fd0-bcb9-fe1127e24845 None None] Network 0e418e9d-a837-4e7d-ac49-8444c710e003 requested from dv-cinder-780933-3-smb {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 14:29:49.972122 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-852a5bc6-9426-42cd-b748-cf6918ccf94d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:29:50.028926 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-eb1bc0e7-eec3-4474-b416-6246f92c3cd9 req-3104d2c5-e4b2-4371-8c21-dfab4fdaffe4 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146469 Apr 07 14:29:50.029988 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-852a5bc6-9426-42cd-b748-cf6918ccf94d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8285199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7324'] for router, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:50.031228 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-852a5bc6-9426-42cd-b748-cf6918ccf94d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8287382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8275297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8313148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768492'] for router, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:50.075345 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-852a5bc6-9426-42cd-b748-cf6918ccf94d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:50.391590 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ff4c474d-58dd-4615-960d-d6b1e610198d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8275312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8285214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768541'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:50.574649 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-852a5bc6-9426-42cd-b748-cf6918ccf94d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8275312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8285214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768541'] for router, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:50.610744 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-753d5ca8-67af-4e0f-aee9-cf9190fbeaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:50.655984 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-d3d1f695-8c9c-47d1-b1fd-27ea47ed0af9 None None] Attempting to bind port fbb4b6c5-b5b1-4f78-86d0-91956725e469 on host dv-cinder-780933-3-smb for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 14:29:50.656564 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-d3d1f695-8c9c-47d1-b1fd-27ea47ed0af9 None None] Attempting to bind port fbb4b6c5-b5b1-4f78-86d0-91956725e469 by drivers openvswitch,hyperv on host dv-cinder-780933-3-smb at level 0 using segments [{'id': 'c2d47942-f9c6-4220-a89d-ec1894ae86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'eb8515e8-a88e-4510-bf0c-3f52cf50b457'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 14:29:50.657387 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d1f695-8c9c-47d1-b1fd-27ea47ed0af9 None None] Attempting to bind port fbb4b6c5-b5b1-4f78-86d0-91956725e469 on network eb8515e8-a88e-4510-bf0c-3f52cf50b457 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:29:50.695269 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d1f695-8c9c-47d1-b1fd-27ea47ed0af9 None None] Checking agent: {'id': '8ae518a7-0379-42e9-ab12-7bfd998fa0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 14, 18, 49), 'started_at': datetime.datetime(2021, 4, 7, 14, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 14, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 14:29:50.695905 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d1f695-8c9c-47d1-b1fd-27ea47ed0af9 None None] Checking segment: {'id': 'c2d47942-f9c6-4220-a89d-ec1894ae86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'eb8515e8-a88e-4510-bf0c-3f52cf50b457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:29:50.696475 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d3d1f695-8c9c-47d1-b1fd-27ea47ed0af9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:50.697025 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d1f695-8c9c-47d1-b1fd-27ea47ed0af9 None None] Bound using segment: {'id': 'c2d47942-f9c6-4220-a89d-ec1894ae86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'eb8515e8-a88e-4510-bf0c-3f52cf50b457'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 14:29:50.697821 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-d3d1f695-8c9c-47d1-b1fd-27ea47ed0af9 None None] Bound port: fbb4b6c5-b5b1-4f78-86d0-91956725e469, host: dv-cinder-780933-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2d47942-f9c6-4220-a89d-ec1894ae86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'eb8515e8-a88e-4510-bf0c-3f52cf50b457'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 14:29:50.698353 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d3d1f695-8c9c-47d1-b1fd-27ea47ed0af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:50.783419 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device df79e1d8-be47-4db9-9ecf-3b0f3598c42e up at agent hyperv_hv-cinder-78093 {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:29:50.867055 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ff4c474d-58dd-4615-960d-d6b1e610198d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:50.913687 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ff4c474d-58dd-4615-960d-d6b1e610198d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:50.924589 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c542c-4d34-4f40-adeb-27aa170cd5ef req-196b3e3a-8593-4aa7-af5c-c56040c1f19f tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:50.930540 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-2a3c542c-4d34-4f40-adeb-27aa170cd5ef req-196b3e3a-8593-4aa7-af5c-c56040c1f19f tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 945 time: 0.3303206 Apr 07 14:29:50.963993 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379e71f3-5c9b-4f23-b32a-6de187c915c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e77faf1-5b15-584d-a05e-bc43854c9102-0e418e9d-a837-4e7d-ac49-8444c710e003', 'network_id': '0e418e9d-a837-4e7d-ac49-8444c710e003', 'tenant_id': 'bc668998eabf4450b4c95ab35bdd6197', 'fixed_ips': [{'subnet_id': '652fc8dc-ea5f-4b0b-9ed3-350d25f1f224'}]}} from dv-cinder-780933-3-smb. {{(pid=84314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 07 14:29:50.964875 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-379e71f3-5c9b-4f23-b32a-6de187c915c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:50.979369 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-2a3c542c-4d34-4f40-adeb-27aa170cd5ef req-23ca5573-21d2-42df-a131-0fcb2c4e770b tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398519 Apr 07 14:29:51.045833 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-d3d1f695-8c9c-47d1-b1fd-27ea47ed0af9 None None] For port fbb4b6c5-b5b1-4f78-86d0-91956725e469, host dv-cinder-780933-3-smb, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 14:29:51.072588 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-d3d1f695-8c9c-47d1-b1fd-27ea47ed0af9 None None] For port fbb4b6c5-b5b1-4f78-86d0-91956725e469, host dv-cinder-780933-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=fbb4b6c5-b5b1-4f78-86d0-91956725e469,segment=NetworkSegment(c2d47942-f9c6-4220-a89d-ec1894ae86b7),segment_id=c2d47942-f9c6-4220-a89d-ec1894ae86b7)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 14:29:51.118115 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437f17ae-c244-4051-8a2f-544d7906284c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e77faf1-5b15-584d-a05e-bc43854c9102-2d3b64f1-a7c9-4934-a387-d7abdf8585e7', 'network_id': '2d3b64f1-a7c9-4934-a387-d7abdf8585e7', 'tenant_id': 'f1730405b57a44cf8038f596756f82ec', 'fixed_ips': [{'subnet_id': '155d1fc0-d59a-4ba5-8189-d1f7a76a9e8e'}]}} from dv-cinder-780933-3-smb. {{(pid=84314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 07 14:29:51.119030 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-437f17ae-c244-4051-8a2f-544d7906284c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:51.142965 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d3d1f695-8c9c-47d1-b1fd-27ea47ed0af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:51.161208 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-ff4c474d-58dd-4615-960d-d6b1e610198d admin admin] Allocated IP 172.28.3.177 (6dc11b00-4e00-4f77-8f6a-5304324fd48e/122e1bcc-5379-466c-b8c0-1b63f085397d/0e59d250-caa7-4e4a-904a-6aeb1ca30b1e) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 14:29:51.282128 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:51.363312 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-852a5bc6-9426-42cd-b748-cf6918ccf94d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:51.407076 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-852a5bc6-9426-42cd-b748-cf6918ccf94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:51.451291 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Provisioning for port df79e1d8-be47-4db9-9ecf-3b0f3598c42e completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:29:51.517990 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac3841-90e6-41c9-9be7-90e488089359 req-8027bd32-4af5-49d6-8656-cbaf3698b988 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:51.521451 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-42ac3841-90e6-41c9-9be7-90e488089359 req-8027bd32-4af5-49d6-8656-cbaf3698b988 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=f4f1eb6e-bd36-4e2d-a214-349268e5e75b HTTP/1.1" status: 200 len: 945 time: 0.3358209 Apr 07 14:29:51.546809 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Provisioning complete for port df79e1d8-be47-4db9-9ecf-3b0f3598c42e triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:29:51.547238 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:51.602874 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-42ac3841-90e6-41c9-9be7-90e488089359 req-76f47a54-56b8-499e-a8e9-302abeb4e5bc tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624797 Apr 07 14:29:51.628175 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ff4c474d-58dd-4615-960d-d6b1e610198d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:51.672020 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ff4c474d-58dd-4615-960d-d6b1e610198d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732486185860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7073224'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:51.709353 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9172ea7-3691-4304-8cc4-186fd624b2f4 None None] Pushing event updated for resources: {'Port': ['ID=fbb4b6c5-b5b1-4f78-86d0-91956725e469,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:51.714818 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-d9172ea7-3691-4304-8cc4-186fd624b2f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:51.797939 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b046bac3-e62e-4357-8680-639120085695 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:51.802427 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d1f695-8c9c-47d1-b1fd-27ea47ed0af9 None None] Routers {'bbdf2823-88af-4794-8f58-4a5f4787035c'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:29:51.803196 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-d3d1f695-8c9c-47d1-b1fd-27ea47ed0af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:29:47Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['bbdf2823-88af-4794-8f58-4a5f4787035c'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:29:51.850495 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-852a5bc6-9426-42cd-b748-cf6918ccf94d admin admin] Allocated IP 172.28.3.10 (6dc11b00-4e00-4f77-8f6a-5304324fd48e/122e1bcc-5379-466c-b8c0-1b63f085397d/a17a9909-d493-49ff-bfec-c7d427a27f3f) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 14:29:51.961965 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c474d-58dd-4615-960d-d6b1e610198d admin admin] Pushing event updated for resources: {'Port': ['ID=0e59d250-caa7-4e4a-904a-6aeb1ca30b1e,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:51.990656 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ff4c474d-58dd-4615-960d-d6b1e610198d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:52.042268 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-852a5bc6-9426-42cd-b748-cf6918ccf94d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:52.079455 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-852a5bc6-9426-42cd-b748-cf6918ccf94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732486185860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848525233'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:52.082512 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4c474d-58dd-4615-960d-d6b1e610198d admin admin] Network 6dc11b00-4e00-4f77-8f6a-5304324fd48e is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:29:52.084589 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-ff4c474d-58dd-4615-960d-d6b1e610198d admin admin] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:29:52.096017 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4c474d-58dd-4615-960d-d6b1e610198d admin admin] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 14:29:52.108240 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-338b61a5-9d05-49bf-b6b8-b5a26044c136 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:52.164992 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-379e71f3-5c9b-4f23-b32a-6de187c915c3 None None] Allocated IP 172.20.0.2 (0e418e9d-a837-4e7d-ac49-8444c710e003/652fc8dc-ea5f-4b0b-9ed3-350d25f1f224/5ce1966a-1120-4f49-a8b6-1069b8343a88) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 14:29:52.256155 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-437f17ae-c244-4051-8a2f-544d7906284c None None] Allocated IP 172.20.0.2 (2d3b64f1-a7c9-4934-a387-d7abdf8585e7/155d1fc0-d59a-4ba5-8189-d1f7a76a9e8e/a6fcb33b-b37d-466a-ae80-9b71b0a63004) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 14:29:52.276645 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a5bc6-9426-42cd-b748-cf6918ccf94d admin admin] Pushing event updated for resources: {'Port': ['ID=a17a9909-d493-49ff-bfec-c7d427a27f3f,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:52.292119 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-852a5bc6-9426-42cd-b748-cf6918ccf94d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:52.398882 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852a5bc6-9426-42cd-b748-cf6918ccf94d admin admin] Network 6dc11b00-4e00-4f77-8f6a-5304324fd48e is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:29:52.401825 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-852a5bc6-9426-42cd-b748-cf6918ccf94d admin admin] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:29:52.406063 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852a5bc6-9426-42cd-b748-cf6918ccf94d admin admin] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 14:29:52.595837 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-379e71f3-5c9b-4f23-b32a-6de187c915c3 None None] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:52.621170 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-379e71f3-5c9b-4f23-b32a-6de187c915c3 None None] Transition to ACTIVE for port object 5ce1966a-1120-4f49-a8b6-1069b8343a88 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:29:52.675669 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 46966) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:52.713174 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-d3d1f695-8c9c-47d1-b1fd-27ea47ed0af9 None None] Set router bbdf2823-88af-4794-8f58-4a5f4787035c gateway port host: dv-cinder-780933-3-smb {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:29:52.753422 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c357a9-4df8-470d-a371-bcb8b60e1404 req-e2d6e618-b779-4a01-8654-1069d7e7b2da tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:52.767363 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b5c357a9-4df8-470d-a371-bcb8b60e1404 req-e2d6e618-b779-4a01-8654-1069d7e7b2da tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 945 time: 0.5857377 Apr 07 14:29:53.038797 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b5c357a9-4df8-470d-a371-bcb8b60e1404 req-961c896c-ac74-45cd-841f-2343c0cd0548 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699788 Apr 07 14:29:53.114101 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-44ea1e1b-9f85-4646-8570-50fcd5d92a3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:53.129895 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ff4c474d-58dd-4615-960d-d6b1e610198d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:53.282082 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-44ea1e1b-9f85-4646-8570-50fcd5d92a3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:29:53.310359 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-44ea1e1b-9f85-4646-8570-50fcd5d92a3f admin admin] Usage tracker for resource:security_group_rule and tenant:587ec19de8274a5fb13016151bc8170d is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:29:53.316858 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-44ea1e1b-9f85-4646-8570-50fcd5d92a3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:29:53.325621 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740834ef-2155-4492-93d9-fcd3db6e92d4 req-98348cbb-ecca-402c-a4c5-40f99e606971 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:53.327533 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-740834ef-2155-4492-93d9-fcd3db6e92d4 req-98348cbb-ecca-402c-a4c5-40f99e606971 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=f4f1eb6e-bd36-4e2d-a214-349268e5e75b HTTP/1.1" status: 200 len: 945 time: 0.2584713 Apr 07 14:29:53.328864 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-44ea1e1b-9f85-4646-8570-50fcd5d92a3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:29:53.369016 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-379e71f3-5c9b-4f23-b32a-6de187c915c3 None None] Transition to ACTIVE for port object 5ce1966a-1120-4f49-a8b6-1069b8343a88 will not be triggered until provisioned by entity DHCP. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:29:53.379209 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:53.400041 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f1eb6e-bd36-4e2d-a214-349268e5e75b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df79e1d8-be47-4db9-9ecf-3b0f3598c42e'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:29:53.404994 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-379e71f3-5c9b-4f23-b32a-6de187c915c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732486185860'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:53.519654 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:53.558882 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-740834ef-2155-4492-93d9-fcd3db6e92d4 req-6beebc29-43b7-4722-918f-29ab174430c8 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603091 Apr 07 14:29:53.598411 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ff4c474d-58dd-4615-960d-d6b1e610198d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846490618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846500450'] for router, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:53.676766 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-852a5bc6-9426-42cd-b748-cf6918ccf94d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:53.690900 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f1eb6e-bd36-4e2d-a214-349268e5e75b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df79e1d8-be47-4db9-9ecf-3b0f3598c42e', 'code': 200} Apr 07 14:29:53.714942 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port df79e1d8-be47-4db9-9ecf-3b0f3598c42e, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=df79e1d8-be47-4db9-9ecf-3b0f3598c42e,segment=NetworkSegment(9d8ef5b9-c447-4b90-9831-d929e59e09af),segment_id=9d8ef5b9-c447-4b90-9831-d929e59e09af)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:29:53.764432 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:53.894795 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e71f3-5c9b-4f23-b32a-6de187c915c3 None None] Pushing event updated for resources: {'Port': ['ID=5ce1966a-1120-4f49-a8b6-1069b8343a88,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:53.897835 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-379e71f3-5c9b-4f23-b32a-6de187c915c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:53.911600 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:54.062535 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91660eb1-698b-4c65-9727-33dde5822d1b req-c9193f01-f87d-49d5-b856-9a3127e6ab6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:54.064910 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-91660eb1-698b-4c65-9727-33dde5822d1b req-c9193f01-f87d-49d5-b856-9a3127e6ab6f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f4f1eb6e-bd36-4e2d-a214-349268e5e75b HTTP/1.1" status: 200 len: 1099 time: 0.2921953 Apr 07 14:29:54.150443 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff4c474d-58dd-4615-960d-d6b1e610198d admin admin] Router cc84098a-c8d8-4ce8-a058-0221bc196f67 is scheduled to L3 agent d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2 with binding_index 1 {{(pid=84312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 07 14:29:54.211591 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-91660eb1-698b-4c65-9727-33dde5822d1b req-8aa29ea6-fbe1-497e-b79c-1e227e927380 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344993 Apr 07 14:29:54.267813 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-437f17ae-c244-4051-8a2f-544d7906284c None None] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:54.270139 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-44ea1e1b-9f85-4646-8570-50fcd5d92a3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:54.280018 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-44ea1e1b-9f85-4646-8570-50fcd5d92a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:54.320233 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-852a5bc6-9426-42cd-b748-cf6918ccf94d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846490618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846500450'] for router, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:54.364144 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-6d4ee53b-61ea-4bb1-a0a2-8947139100a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:54.370124 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Pushing event updated for resources: {'Port': ['ID=df79e1d8-be47-4db9-9ecf-3b0f3598c42e,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:54.393997 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-437f17ae-c244-4051-8a2f-544d7906284c None None] Transition to ACTIVE for port object a6fcb33b-b37d-466a-ae80-9b71b0a63004 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:29:54.417935 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:54.457512 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379e71f3-5c9b-4f23-b32a-6de187c915c3 None None] Network 0e418e9d-a837-4e7d-ac49-8444c710e003 is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:29:54.460178 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-379e71f3-5c9b-4f23-b32a-6de187c915c3 None None] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:29:54.490862 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-437f17ae-c244-4051-8a2f-544d7906284c None None] Transition to ACTIVE for port object a6fcb33b-b37d-466a-ae80-9b71b0a63004 will not be triggered until provisioned by entity DHCP. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:29:54.515809 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379e71f3-5c9b-4f23-b32a-6de187c915c3 None None] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 14:29:54.540411 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-437f17ae-c244-4051-8a2f-544d7906284c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732486185860'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:54.576378 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ea1e1b-9f85-4646-8570-50fcd5d92a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6394d05-a274-4473-94a1-1c568744e2b8,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:54.593605 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-44ea1e1b-9f85-4646-8570-50fcd5d92a3f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=587ec19de8274a5fb13016151bc8170d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9118433 Apr 07 14:29:54.594674 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-44ea1e1b-9f85-4646-8570-50fcd5d92a3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:54.599050 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 46992) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:54.645264 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f05004-ad71-4203-8609-247c008678f6 req-b8efbcb6-7f70-4621-8460-73cbf8d4f96e tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:54.647289 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f6f05004-ad71-4203-8609-247c008678f6 req-b8efbcb6-7f70-4621-8460-73cbf8d4f96e tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 945 time: 0.3804593 Apr 07 14:29:54.653121 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 46998) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:54.713138 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4c474d-58dd-4615-960d-d6b1e610198d admin admin] Notify agent at l3_agent.dv-cinder-780933-3-smb the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 14:29:54.766299 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f6f05004-ad71-4203-8609-247c008678f6 req-31de5a8e-4831-462e-b7d7-2cc621a80b4d tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056628 Apr 07 14:29:54.771222 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ff4c474d-58dd-4615-960d-d6b1e610198d admin admin] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:54.777470 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-ff4c474d-58dd-4615-960d-d6b1e610198d admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.4159260 Apr 07 14:29:54.782433 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 47004) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:54.837655 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaefef1-5464-4bfc-960c-ef8d4362f31e None None] Sync routers for ids ['cc84098a-c8d8-4ce8-a058-0221bc196f67'] in dv-cinder-780933-3-smb {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 14:29:54.913635 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852a5bc6-9426-42cd-b748-cf6918ccf94d admin admin] Router 38e10c10-2e18-4be9-b38b-b064be7fd70b is scheduled to L3 agent d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2 with binding_index 1 {{(pid=84313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 07 14:29:54.922440 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaefef1-5464-4bfc-960c-ef8d4362f31e None None] Routers {'cc84098a-c8d8-4ce8-a058-0221bc196f67'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:29:54.923401 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-5aaefef1-5464-4bfc-960c-ef8d4362f31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:29:47Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['cc84098a-c8d8-4ce8-a058-0221bc196f67'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:29:54.931134 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7bea31e9-dcfc-4818-b3d6-97787bf733d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:54.944780 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:54.963102 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7bea31e9-dcfc-4818-b3d6-97787bf733d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:55.048025 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7bea31e9-dcfc-4818-b3d6-97787bf733d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:55.056107 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-dbbacf47-d15d-4040-a36c-057337ad1f28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:55.091736 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7bea31e9-dcfc-4818-b3d6-97787bf733d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:55.093083 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-7bea31e9-dcfc-4818-b3d6-97787bf733d8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b6394d05-a274-4473-94a1-1c568744e2b8 HTTP/1.1" status: 204 len: 168 time: 0.4893684 Apr 07 14:29:55.094369 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea31e9-dcfc-4818-b3d6-97787bf733d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6394d05-a274-4473-94a1-1c568744e2b8,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:55.100787 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7bea31e9-dcfc-4818-b3d6-97787bf733d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:55.156435 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-fe0af38d-645e-4159-bf85-c19e92751790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:55.163600 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f17ae-c244-4051-8a2f-544d7906284c None None] Pushing event updated for resources: {'Port': ['ID=a6fcb33b-b37d-466a-ae80-9b71b0a63004,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:55.173522 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-437f17ae-c244-4051-8a2f-544d7906284c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:55.209469 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437f17ae-c244-4051-8a2f-544d7906284c None None] Network 2d3b64f1-a7c9-4934-a387-d7abdf8585e7 is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:29:55.216746 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-437f17ae-c244-4051-8a2f-544d7906284c None None] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:29:55.223690 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437f17ae-c244-4051-8a2f-544d7906284c None None] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 14:29:55.232735 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-379e71f3-5c9b-4f23-b32a-6de187c915c3 None None] Attempting to bind port 5ce1966a-1120-4f49-a8b6-1069b8343a88 on host dv-cinder-780933-3-smb for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 14:29:55.233157 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-379e71f3-5c9b-4f23-b32a-6de187c915c3 None None] Attempting to bind port 5ce1966a-1120-4f49-a8b6-1069b8343a88 by drivers openvswitch,hyperv on host dv-cinder-780933-3-smb at level 0 using segments [{'id': 'e5110a05-7b11-49a9-b157-dde4367735dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0e418e9d-a837-4e7d-ac49-8444c710e003'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 14:29:55.233577 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379e71f3-5c9b-4f23-b32a-6de187c915c3 None None] Attempting to bind port 5ce1966a-1120-4f49-a8b6-1069b8343a88 on network 0e418e9d-a837-4e7d-ac49-8444c710e003 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:29:55.272337 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-fe0af38d-645e-4159-bf85-c19e92751790 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:29:55.306032 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-d3d1f695-8c9c-47d1-b1fd-27ea47ed0af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbdf2823-88af-4794-8f58-4a5f4787035c', 'name': 'tempest-TestShelveInstance-1661993342-router', 'tenant_id': '595711248f0e49e39f1f1c42a8e83a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': '0a35eb8c-ba24-4409-b963-ef74bccf0b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:29:30Z', 'updated_at': '2021-04-07T14:29:41Z', 'revision_number': 4, 'project_id': '595711248f0e49e39f1f1c42a8e83a27', 'gw_port': {'id': '0a35eb8c-ba24-4409-b963-ef74bccf0b7d', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:56:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdf2823-88af-4794-8f58-4a5f4787035c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:32Z', 'updated_at': '2021-04-07T14:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_interfaces': [{'id': 'fbb4b6c5-b5b1-4f78-86d0-91956725e469', 'name': '', 'network_id': 'eb8515e8-a88e-4510-bf0c-3f52cf50b457', 'tenant_id': '595711248f0e49e39f1f1c42a8e83a27', 'mac_address': 'fa:16:3e:f0:c4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbdf2823-88af-4794-8f58-4a5f4787035c', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'b0a219ac-f4f3-4108-85bd-b9a0db570754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:38Z', 'updated_at': '2021-04-07T14:29:50Z', 'revision_number': 4, 'project_id': '595711248f0e49e39f1f1c42a8e83a27', 'subnets': [{'id': 'b0a219ac-f4f3-4108-85bd-b9a0db570754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:29:55.378045 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379e71f3-5c9b-4f23-b32a-6de187c915c3 None None] Checking agent: {'id': '8ae518a7-0379-42e9-ab12-7bfd998fa0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 14, 18, 49), 'started_at': datetime.datetime(2021, 4, 7, 14, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 14, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 14:29:55.378947 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379e71f3-5c9b-4f23-b32a-6de187c915c3 None None] Checking segment: {'id': 'e5110a05-7b11-49a9-b157-dde4367735dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0e418e9d-a837-4e7d-ac49-8444c710e003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:29:55.382256 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-379e71f3-5c9b-4f23-b32a-6de187c915c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:55.383112 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379e71f3-5c9b-4f23-b32a-6de187c915c3 None None] Bound using segment: {'id': 'e5110a05-7b11-49a9-b157-dde4367735dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0e418e9d-a837-4e7d-ac49-8444c710e003'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 14:29:55.391316 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-379e71f3-5c9b-4f23-b32a-6de187c915c3 None None] Bound port: 5ce1966a-1120-4f49-a8b6-1069b8343a88, host: dv-cinder-780933-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5110a05-7b11-49a9-b157-dde4367735dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0e418e9d-a837-4e7d-ac49-8444c710e003'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 14:29:55.393313 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-379e71f3-5c9b-4f23-b32a-6de187c915c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:55.423515 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852a5bc6-9426-42cd-b748-cf6918ccf94d admin admin] Notify agent at l3_agent.dv-cinder-780933-3-smb the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 14:29:55.528797 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-fe0af38d-645e-4159-bf85-c19e92751790 admin admin] Usage tracker for resource:security_group_rule and tenant:9b567a30de254391b120c9fbfe733f73 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:29:55.569571 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-fe0af38d-645e-4159-bf85-c19e92751790 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:29:55.623458 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-fe0af38d-645e-4159-bf85-c19e92751790 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:29:55.626040 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-852a5bc6-9426-42cd-b748-cf6918ccf94d admin admin] Notify callbacks [] for router, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:55.627392 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-852a5bc6-9426-42cd-b748-cf6918ccf94d admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.7497838 Apr 07 14:29:55.633704 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 47016) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:55.667254 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2e4acc-8a1d-48b0-83a2-f1404f47cb64 None None] Sync routers for ids ['38e10c10-2e18-4be9-b38b-b064be7fd70b'] in dv-cinder-780933-3-smb {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 14:29:55.780808 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-5aaefef1-5464-4bfc-960c-ef8d4362f31e None None] Set router cc84098a-c8d8-4ce8-a058-0221bc196f67 gateway port host: dv-cinder-780933-3-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:29:55.871226 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d1f695-8c9c-47d1-b1fd-27ea47ed0af9 None None] The sync data for ids ['bbdf2823-88af-4794-8f58-4a5f4787035c'] in dv-cinder-780933-3-smb is: [{'id': 'bbdf2823-88af-4794-8f58-4a5f4787035c', 'name': 'tempest-TestShelveInstance-1661993342-router', 'tenant_id': '595711248f0e49e39f1f1c42a8e83a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': '0a35eb8c-ba24-4409-b963-ef74bccf0b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:29:30Z', 'updated_at': '2021-04-07T14:29:41Z', 'revision_number': 4, 'project_id': '595711248f0e49e39f1f1c42a8e83a27', 'gw_port': {'id': '0a35eb8c-ba24-4409-b963-ef74bccf0b7d', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:56:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdf2823-88af-4794-8f58-4a5f4787035c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:32Z', 'updated_at': '2021-04-07T14:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_interfaces': [{'id': 'fbb4b6c5-b5b1-4f78-86d0-91956725e469', 'name': '', 'network_id': 'eb8515e8-a88e-4510-bf0c-3f52cf50b457', 'tenant_id': '595711248f0e49e39f1f1c42a8e83a27', 'mac_address': 'fa:16:3e:f0:c4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbdf2823-88af-4794-8f58-4a5f4787035c', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'b0a219ac-f4f3-4108-85bd-b9a0db570754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:38Z', 'updated_at': '2021-04-07T14:29:50Z', 'revision_number': 4, 'project_id': '595711248f0e49e39f1f1c42a8e83a27', 'subnets': [{'id': 'b0a219ac-f4f3-4108-85bd-b9a0db570754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 14:29:56.066153 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-437f17ae-c244-4051-8a2f-544d7906284c None None] Attempting to bind port a6fcb33b-b37d-466a-ae80-9b71b0a63004 on host dv-cinder-780933-3-smb for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 14:29:56.067756 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-437f17ae-c244-4051-8a2f-544d7906284c None None] Attempting to bind port a6fcb33b-b37d-466a-ae80-9b71b0a63004 by drivers openvswitch,hyperv on host dv-cinder-780933-3-smb at level 0 using segments [{'id': 'c7b72cce-98ce-465c-ba2f-1d4f4f6375e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2d3b64f1-a7c9-4934-a387-d7abdf8585e7'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 14:29:56.069068 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437f17ae-c244-4051-8a2f-544d7906284c None None] Attempting to bind port a6fcb33b-b37d-466a-ae80-9b71b0a63004 on network 2d3b64f1-a7c9-4934-a387-d7abdf8585e7 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:29:56.082803 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2e4acc-8a1d-48b0-83a2-f1404f47cb64 None None] Routers {'38e10c10-2e18-4be9-b38b-b064be7fd70b'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:29:56.085170 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-ab2e4acc-8a1d-48b0-83a2-f1404f47cb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:29:47Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['38e10c10-2e18-4be9-b38b-b064be7fd70b'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:29:56.267683 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437f17ae-c244-4051-8a2f-544d7906284c None None] Checking agent: {'id': '8ae518a7-0379-42e9-ab12-7bfd998fa0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 14, 18, 49), 'started_at': datetime.datetime(2021, 4, 7, 14, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 14, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 14:29:56.268470 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437f17ae-c244-4051-8a2f-544d7906284c None None] Checking segment: {'id': 'c7b72cce-98ce-465c-ba2f-1d4f4f6375e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2d3b64f1-a7c9-4934-a387-d7abdf8585e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:29:56.269200 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-437f17ae-c244-4051-8a2f-544d7906284c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:56.269737 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437f17ae-c244-4051-8a2f-544d7906284c None None] Bound using segment: {'id': 'c7b72cce-98ce-465c-ba2f-1d4f4f6375e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2d3b64f1-a7c9-4934-a387-d7abdf8585e7'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 14:29:56.270382 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-437f17ae-c244-4051-8a2f-544d7906284c None None] Bound port: a6fcb33b-b37d-466a-ae80-9b71b0a63004, host: dv-cinder-780933-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7b72cce-98ce-465c-ba2f-1d4f4f6375e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2d3b64f1-a7c9-4934-a387-d7abdf8585e7'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 14:29:56.270897 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-437f17ae-c244-4051-8a2f-544d7906284c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:56.434621 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 47022) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:56.495814 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0cc53f58-2321-42bc-aef1-7fe55bbcb026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:56.553659 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001c08d-ac45-4c84-be10-f7a894d41766 req-519a3af5-1b24-4160-8b96-5533ae6a26f1 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:56.562271 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-2001c08d-ac45-4c84-be10-f7a894d41766 req-519a3af5-1b24-4160-8b96-5533ae6a26f1 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=f4f1eb6e-bd36-4e2d-a214-349268e5e75b HTTP/1.1" status: 200 len: 946 time: 1.1452665 Apr 07 14:29:56.566360 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-0cc53f58-2321-42bc-aef1-7fe55bbcb026 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:29:56.608818 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-0cc53f58-2321-42bc-aef1-7fe55bbcb026 admin admin] Usage tracker for resource:security_group_rule and tenant:fa363ba9396a4e39b999cc24ba369243 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:29:56.628689 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-0cc53f58-2321-42bc-aef1-7fe55bbcb026 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:29:56.661287 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-379e71f3-5c9b-4f23-b32a-6de187c915c3 None None] For port 5ce1966a-1120-4f49-a8b6-1069b8343a88, host dv-cinder-780933-3-smb, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 14:29:56.665990 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-2001c08d-ac45-4c84-be10-f7a894d41766 req-10b493a4-ecea-4bc4-b67e-a4c4696ca4eb tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026366 Apr 07 14:29:56.667960 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-0cc53f58-2321-42bc-aef1-7fe55bbcb026 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:29:56.723847 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-5aaefef1-5464-4bfc-960c-ef8d4362f31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc84098a-c8d8-4ce8-a058-0221bc196f67', 'name': 'tempest-TestMinimumBasicScenario-482955747-router', 'tenant_id': 'f1730405b57a44cf8038f596756f82ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '0e59d250-caa7-4e4a-904a-6aeb1ca30b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:29:49Z', 'updated_at': '2021-04-07T14:29:52Z', 'revision_number': 3, 'project_id': 'f1730405b57a44cf8038f596756f82ec', 'gw_port': {'id': '0e59d250-caa7-4e4a-904a-6aeb1ca30b1e', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:47:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc84098a-c8d8-4ce8-a058-0221bc196f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:50Z', 'updated_at': '2021-04-07T14:29:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb'}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:29:56.724154 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-379e71f3-5c9b-4f23-b32a-6de187c915c3 None None] For port 5ce1966a-1120-4f49-a8b6-1069b8343a88, host dv-cinder-780933-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=5ce1966a-1120-4f49-a8b6-1069b8343a88,segment=NetworkSegment(e5110a05-7b11-49a9-b157-dde4367735dc),segment_id=e5110a05-7b11-49a9-b157-dde4367735dc)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 14:29:56.732679 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-fe0af38d-645e-4159-bf85-c19e92751790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:56.733640 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaefef1-5464-4bfc-960c-ef8d4362f31e None None] Checking router: cc84098a-c8d8-4ce8-a058-0221bc196f67 for host: dv-cinder-780933-3-smb {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 14:29:56.739292 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaefef1-5464-4bfc-960c-ef8d4362f31e None None] Updating router cc84098a-c8d8-4ce8-a058-0221bc196f67 port 0e59d250-caa7-4e4a-904a-6aeb1ca30b1e binding host dv-cinder-780933-3-smb {{(pid=84315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 07 14:29:56.769101 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-379e71f3-5c9b-4f23-b32a-6de187c915c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:56.792843 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0fd7bb59-f1a0-49ad-bf08-e747baf183ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:56.885355 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5aaefef1-5464-4bfc-960c-ef8d4362f31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:56.936291 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-fe0af38d-645e-4159-bf85-c19e92751790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:56.952137 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-437f17ae-c244-4051-8a2f-544d7906284c None None] For port a6fcb33b-b37d-466a-ae80-9b71b0a63004, host dv-cinder-780933-3-smb, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 14:29:56.957835 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-44ea1e1b-9f85-4646-8570-50fcd5d92a3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:57.015436 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0af38d-645e-4159-bf85-c19e92751790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f589ce41-0e71-4691-afda-a8abd804a9d7,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:57.038745 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-437f17ae-c244-4051-8a2f-544d7906284c None None] For port a6fcb33b-b37d-466a-ae80-9b71b0a63004, host dv-cinder-780933-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=a6fcb33b-b37d-466a-ae80-9b71b0a63004,segment=NetworkSegment(c7b72cce-98ce-465c-ba2f-1d4f4f6375e6),segment_id=c7b72cce-98ce-465c-ba2f-1d4f4f6375e6)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 14:29:57.095935 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-ab2e4acc-8a1d-48b0-83a2-f1404f47cb64 None None] Set router 38e10c10-2e18-4be9-b38b-b064be7fd70b gateway port host: dv-cinder-780933-3-smb {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:29:57.126586 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-fe0af38d-645e-4159-bf85-c19e92751790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:57.162146 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-fe0af38d-645e-4159-bf85-c19e92751790 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9b567a30de254391b120c9fbfe733f73&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5077083 Apr 07 14:29:57.176958 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 47028) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:57.311141 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0cc53f58-2321-42bc-aef1-7fe55bbcb026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:57.324237 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b5f73-a5ed-401b-b8fa-b5e110faaac9 req-d18a860d-3538-4f71-afb5-06c71954f302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:57.327114 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-050b5f73-a5ed-401b-b8fa-b5e110faaac9 req-d18a860d-3538-4f71-afb5-06c71954f302 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 1098 time: 1.3466318 Apr 07 14:29:57.344308 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0cc53f58-2321-42bc-aef1-7fe55bbcb026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:57.357482 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c12313-e648-4960-b400-64255ee87775 req-d2a3db38-01b6-4ce3-aaa4-2b6499f5e0ea tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:57.366788 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-86c12313-e648-4960-b400-64255ee87775 req-d2a3db38-01b6-4ce3-aaa4-2b6499f5e0ea tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 945 time: 0.6086893 Apr 07 14:29:57.385089 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-d63a8988-43fb-44f6-b293-914117c40fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:57.422104 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-86c12313-e648-4960-b400-64255ee87775 req-51afa8d9-e4eb-4f12-961e-0df60e96e67d tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539129 Apr 07 14:29:57.493969 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2667d696-c731-4b1e-9872-3f901d72f304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:57.573271 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc53f58-2321-42bc-aef1-7fe55bbcb026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5dc8cb-cb37-4e1c-9ec4-83147113bbb2,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:57.579735 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device fbb4b6c5-b5b1-4f78-86d0-91956725e469 up at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:29:57.588797 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5aaefef1-5464-4bfc-960c-ef8d4362f31e None None] Notify callbacks [] for port, precommit_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:57.592455 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2667d696-c731-4b1e-9872-3f901d72f304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:57.602949 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-050b5f73-a5ed-401b-b8fa-b5e110faaac9 req-fc38d6bb-c8d4-413b-9041-e4127d87f95c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300205 Apr 07 14:29:57.625273 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0cc53f58-2321-42bc-aef1-7fe55bbcb026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:57.630239 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-5aaefef1-5464-4bfc-960c-ef8d4362f31e None None] Transition to ACTIVE for port object 0e59d250-caa7-4e4a-904a-6aeb1ca30b1e will not be triggered until provisioned by entity L2. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:29:57.632184 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-437f17ae-c244-4051-8a2f-544d7906284c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:57.644360 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5aaefef1-5464-4bfc-960c-ef8d4362f31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:57.724733 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-60c18cc8-b792-47a7-988f-5e17132cd214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:57.839799 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2667d696-c731-4b1e-9872-3f901d72f304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:57.846352 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-c5cc1d29-9e63-49ea-a56c-b3cf5e8b2080 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:57.878889 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2667d696-c731-4b1e-9872-3f901d72f304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f589ce41-0e71-4691-afda-a8abd804a9d7,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:57.881738 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2667d696-c731-4b1e-9872-3f901d72f304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:57.904407 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2667d696-c731-4b1e-9872-3f901d72f304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:57.920673 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-2667d696-c731-4b1e-9872-3f901d72f304 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f589ce41-0e71-4691-afda-a8abd804a9d7 HTTP/1.1" status: 204 len: 168 time: 0.7252238 Apr 07 14:29:57.955863 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f047ef18-feee-47e1-b924-53a9eaa28109 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:57.981966 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e71f3-5c9b-4f23-b32a-6de187c915c3 None None] Pushing event updated for resources: {'Port': ['ID=5ce1966a-1120-4f49-a8b6-1069b8343a88,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:58.019092 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-379e71f3-5c9b-4f23-b32a-6de187c915c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.226s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:58.027688 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.353s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:58.143317 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5195875f-d9e4-46a6-8ea0-dbf72670ca81 None None] Pushing event updated for resources: {'Port': ['ID=0e59d250-caa7-4e4a-904a-6aeb1ca30b1e,revision_number=2']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:58.155021 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f17ae-c244-4051-8a2f-544d7906284c None None] Pushing event updated for resources: {'Port': ['ID=a6fcb33b-b37d-466a-ae80-9b71b0a63004,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:58.163118 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5195875f-d9e4-46a6-8ea0-dbf72670ca81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:58.176827 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-437f17ae-c244-4051-8a2f-544d7906284c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:58.234185 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-5aaefef1-5464-4bfc-960c-ef8d4362f31e None None] Attempting to bind port 0e59d250-caa7-4e4a-904a-6aeb1ca30b1e on host dv-cinder-780933-3-smb for vnic_type normal with profile {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 14:29:58.235053 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-5aaefef1-5464-4bfc-960c-ef8d4362f31e None None] Attempting to bind port 0e59d250-caa7-4e4a-904a-6aeb1ca30b1e by drivers openvswitch,hyperv on host dv-cinder-780933-3-smb at level 0 using segments [{'id': 'feed5fe9-833d-41c1-bf1c-58a271b81c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e'}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 14:29:58.235849 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaefef1-5464-4bfc-960c-ef8d4362f31e None None] Attempting to bind port 0e59d250-caa7-4e4a-904a-6aeb1ca30b1e on network 6dc11b00-4e00-4f77-8f6a-5304324fd48e {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:29:58.259580 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaefef1-5464-4bfc-960c-ef8d4362f31e None None] Checking agent: {'id': '8ae518a7-0379-42e9-ab12-7bfd998fa0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 14, 18, 49), 'started_at': datetime.datetime(2021, 4, 7, 14, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 14, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 14:29:58.260271 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaefef1-5464-4bfc-960c-ef8d4362f31e None None] Checking segment: {'id': 'feed5fe9-833d-41c1-bf1c-58a271b81c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:29:58.261013 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5aaefef1-5464-4bfc-960c-ef8d4362f31e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:58.262730 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaefef1-5464-4bfc-960c-ef8d4362f31e None None] Bound using segment: {'id': 'feed5fe9-833d-41c1-bf1c-58a271b81c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e'} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 14:29:58.264286 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-5aaefef1-5464-4bfc-960c-ef8d4362f31e None None] Bound port: 0e59d250-caa7-4e4a-904a-6aeb1ca30b1e, host: dv-cinder-780933-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feed5fe9-833d-41c1-bf1c-58a271b81c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e'}}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 14:29:58.264975 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5aaefef1-5464-4bfc-960c-ef8d4362f31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:58.290433 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning for port fbb4b6c5-b5b1-4f78-86d0-91956725e469 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:29:58.351263 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning complete for port fbb4b6c5-b5b1-4f78-86d0-91956725e469 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:29:58.351812 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:58.366940 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-60c18cc8-b792-47a7-988f-5e17132cd214 admin admin] Allocated IP 172.20.0.1 (2d3b64f1-a7c9-4934-a387-d7abdf8585e7/155d1fc0-d59a-4ba5-8189-d1f7a76a9e8e/3fb6ae95-a4a7-469b-ace7-557b80003040) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 14:29:58.592368 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-5aaefef1-5464-4bfc-960c-ef8d4362f31e None None] For port 0e59d250-caa7-4e4a-904a-6aeb1ca30b1e, host dv-cinder-780933-3-smb, cleared binding levels {{(pid=84315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 14:29:58.602981 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-5aaefef1-5464-4bfc-960c-ef8d4362f31e None None] For port 0e59d250-caa7-4e4a-904a-6aeb1ca30b1e, host dv-cinder-780933-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=0e59d250-caa7-4e4a-904a-6aeb1ca30b1e,segment=NetworkSegment(feed5fe9-833d-41c1-bf1c-58a271b81c41),segment_id=feed5fe9-833d-41c1-bf1c-58a271b81c41)] {{(pid=84315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 14:29:58.611443 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5aaefef1-5464-4bfc-960c-ef8d4362f31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:58.633565 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-0cc53f58-2321-42bc-aef1-7fe55bbcb026 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=fa363ba9396a4e39b999cc24ba369243&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1976900 Apr 07 14:29:58.667014 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 47044) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:29:58.830950 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-fecef9c5-e747-4d92-84f2-cd416fe72cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:58.882743 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903d6de-2753-477b-8e1e-bba68699d43f req-861212f4-24d4-491d-9bd9-a8a470041e22 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:29:58.895375 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-6903d6de-2753-477b-8e1e-bba68699d43f req-861212f4-24d4-491d-9bd9-a8a470041e22 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=f4f1eb6e-bd36-4e2d-a214-349268e5e75b HTTP/1.1" status: 200 len: 946 time: 0.7450397 Apr 07 14:29:58.953977 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9195d151-f386-4a10-aaa9-d0bab3e807fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:58.996019 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-6903d6de-2753-477b-8e1e-bba68699d43f req-5054d327-ce37-4bb4-ac2e-e55b62af03a7 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986733 Apr 07 14:29:59.130482 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5cf1a560-8d40-455b-bc2c-031eeacbe029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:59.154910 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-60c18cc8-b792-47a7-988f-5e17132cd214 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:59.302480 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-60c18cc8-b792-47a7-988f-5e17132cd214 admin admin] Transition to ACTIVE for port object 3fb6ae95-a4a7-469b-ace7-557b80003040 will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:29:59.375871 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:59.479879 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] For port fbb4b6c5-b5b1-4f78-86d0-91956725e469, host dv-cinder-780933-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=fbb4b6c5-b5b1-4f78-86d0-91956725e469,segment=NetworkSegment(c2d47942-f9c6-4220-a89d-ec1894ae86b7),segment_id=c2d47942-f9c6-4220-a89d-ec1894ae86b7)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:29:59.485159 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:59.495919 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:29:59.535216 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5195875f-d9e4-46a6-8ea0-dbf72670ca81 None None] Pushing event updated for resources: {'Port': ['ID=0e59d250-caa7-4e4a-904a-6aeb1ca30b1e,revision_number=3']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:59.562978 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5195875f-d9e4-46a6-8ea0-dbf72670ca81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:59.644902 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaefef1-5464-4bfc-960c-ef8d4362f31e None None] Routers {'cc84098a-c8d8-4ce8-a058-0221bc196f67'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:29:59.645627 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-5aaefef1-5464-4bfc-960c-ef8d4362f31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:29:47Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['cc84098a-c8d8-4ce8-a058-0221bc196f67'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:29:59.691812 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Pushing event updated for resources: {'Port': ['ID=fbb4b6c5-b5b1-4f78-86d0-91956725e469,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:29:59.705958 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:29:59.708694 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-ab2e4acc-8a1d-48b0-83a2-f1404f47cb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e10c10-2e18-4be9-b38b-b064be7fd70b', 'name': 'tempest-TestShelveInstance-1488382879-router', 'tenant_id': 'bc668998eabf4450b4c95ab35bdd6197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a17a9909-d493-49ff-bfec-c7d427a27f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:29:50Z', 'updated_at': '2021-04-07T14:29:53Z', 'revision_number': 3, 'project_id': 'bc668998eabf4450b4c95ab35bdd6197', 'gw_port': {'id': 'a17a9909-d493-49ff-bfec-c7d427a27f3f', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d5:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e10c10-2e18-4be9-b38b-b064be7fd70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:51Z', 'updated_at': '2021-04-07T14:29:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb'}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:29:59.725126 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2e4acc-8a1d-48b0-83a2-f1404f47cb64 None None] Checking router: 38e10c10-2e18-4be9-b38b-b064be7fd70b for host: dv-cinder-780933-3-smb {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 14:29:59.725536 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2e4acc-8a1d-48b0-83a2-f1404f47cb64 None None] Updating router 38e10c10-2e18-4be9-b38b-b064be7fd70b port a17a9909-d493-49ff-bfec-c7d427a27f3f binding host dv-cinder-780933-3-smb {{(pid=84314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 07 14:29:59.772146 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5cf1a560-8d40-455b-bc2c-031eeacbe029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:59.834023 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-60c18cc8-b792-47a7-988f-5e17132cd214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732486185860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7073224'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:59.873955 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ab2e4acc-8a1d-48b0-83a2-f1404f47cb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:29:59.879105 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-fecef9c5-e747-4d92-84f2-cd416fe72cbc admin admin] Allocated IP 172.20.0.1 (0e418e9d-a837-4e7d-ac49-8444c710e003/652fc8dc-ea5f-4b0b-9ed3-350d25f1f224/1fc886b8-fe02-4950-8730-a8bea304b4a5) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 14:30:00.004908 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device a6fcb33b-b37d-466a-ae80-9b71b0a63004 up at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:30:00.209505 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-5aaefef1-5464-4bfc-960c-ef8d4362f31e None None] Set router cc84098a-c8d8-4ce8-a058-0221bc196f67 gateway port host: dv-cinder-780933-3-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:30:00.228938 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-fecef9c5-e747-4d92-84f2-cd416fe72cbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:00.276227 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-fecef9c5-e747-4d92-84f2-cd416fe72cbc admin admin] Transition to ACTIVE for port object 1fc886b8-fe02-4950-8730-a8bea304b4a5 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:30:00.331413 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-fecef9c5-e747-4d92-84f2-cd416fe72cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732486185860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848525233'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:00.349008 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-39faad39-f965-4159-96fd-8cf793588b35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:00.434909 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning for port a6fcb33b-b37d-466a-ae80-9b71b0a63004 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:30:00.526361 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 5ce1966a-1120-4f49-a8b6-1069b8343a88 up at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:30:00.757505 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecef9c5-e747-4d92-84f2-cd416fe72cbc admin admin] Pushing event updated for resources: {'Port': ['ID=1fc886b8-fe02-4950-8730-a8bea304b4a5,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:00.763372 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-fecef9c5-e747-4d92-84f2-cd416fe72cbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:00.881193 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:00.883655 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecef9c5-e747-4d92-84f2-cd416fe72cbc admin admin] Network 0e418e9d-a837-4e7d-ac49-8444c710e003 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:30:00.886594 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-fecef9c5-e747-4d92-84f2-cd416fe72cbc admin admin] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:30:00.896544 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecef9c5-e747-4d92-84f2-cd416fe72cbc admin admin] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 14:30:00.906332 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning for port 5ce1966a-1120-4f49-a8b6-1069b8343a88 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:30:01.103172 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-fecef9c5-e747-4d92-84f2-cd416fe72cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8357458'] for router_interface, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:01.215168 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-5aaefef1-5464-4bfc-960c-ef8d4362f31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc84098a-c8d8-4ce8-a058-0221bc196f67', 'name': 'tempest-TestMinimumBasicScenario-482955747-router', 'tenant_id': 'f1730405b57a44cf8038f596756f82ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '0e59d250-caa7-4e4a-904a-6aeb1ca30b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:29:49Z', 'updated_at': '2021-04-07T14:29:52Z', 'revision_number': 3, 'project_id': 'f1730405b57a44cf8038f596756f82ec', 'gw_port': {'id': '0e59d250-caa7-4e4a-904a-6aeb1ca30b1e', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:47:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc84098a-c8d8-4ce8-a058-0221bc196f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:50Z', 'updated_at': '2021-04-07T14:29:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb'}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:30:01.229126 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaefef1-5464-4bfc-960c-ef8d4362f31e None None] The sync data for ids ['cc84098a-c8d8-4ce8-a058-0221bc196f67'] in dv-cinder-780933-3-smb is: [{'id': 'cc84098a-c8d8-4ce8-a058-0221bc196f67', 'name': 'tempest-TestMinimumBasicScenario-482955747-router', 'tenant_id': 'f1730405b57a44cf8038f596756f82ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '0e59d250-caa7-4e4a-904a-6aeb1ca30b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:29:49Z', 'updated_at': '2021-04-07T14:29:52Z', 'revision_number': 3, 'project_id': 'f1730405b57a44cf8038f596756f82ec', 'gw_port': {'id': '0e59d250-caa7-4e4a-904a-6aeb1ca30b1e', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:47:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc84098a-c8d8-4ce8-a058-0221bc196f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:50Z', 'updated_at': '2021-04-07T14:29:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb'}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 14:30:01.421359 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5cf1a560-8d40-455b-bc2c-031eeacbe029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:01.459575 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c18cc8-b792-47a7-988f-5e17132cd214 admin admin] Pushing event updated for resources: {'Port': ['ID=3fb6ae95-a4a7-469b-ace7-557b80003040,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:01.464702 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c18cc8-b792-47a7-988f-5e17132cd214 admin admin] Network 2d3b64f1-a7c9-4934-a387-d7abdf8585e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:30:01.465877 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5cf1a560-8d40-455b-bc2c-031eeacbe029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:01.471977 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-5cf1a560-8d40-455b-bc2c-031eeacbe029 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4f5dc8cb-cb37-4e1c-9ec4-83147113bbb2 HTTP/1.1" status: 204 len: 168 time: 2.8001132 Apr 07 14:30:01.481572 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366265a-eb04-4869-9427-65a4df8d607e req-2d5d35d5-4409-4e03-8a18-c7ef872e42f8 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:01.483293 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-3366265a-eb04-4869-9427-65a4df8d607e req-2d5d35d5-4409-4e03-8a18-c7ef872e42f8 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 945 time: 2.1434567 Apr 07 14:30:01.490200 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-60c18cc8-b792-47a7-988f-5e17132cd214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:01.491088 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5e9c125d-8db8-443d-9576-8a9e3dc357e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:01.522896 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-60c18cc8-b792-47a7-988f-5e17132cd214 admin admin] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:30:01.531099 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf1a560-8d40-455b-bc2c-031eeacbe029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5dc8cb-cb37-4e1c-9ec4-83147113bbb2,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:01.538927 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5cf1a560-8d40-455b-bc2c-031eeacbe029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:01.539746 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c18cc8-b792-47a7-988f-5e17132cd214 admin admin] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 14:30:01.578863 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-fecef9c5-e747-4d92-84f2-cd416fe72cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:01.603078 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1894f2fd-ff36-46ff-8ccc-1a8a1ca62339 None None] Network 0e418e9d-a837-4e7d-ac49-8444c710e003 requested from dv-cinder-780933-3-smb {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 14:30:01.781311 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-3366265a-eb04-4869-9427-65a4df8d607e req-892912d6-89d1-4adb-93fe-7bf2af553f3a tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517989 Apr 07 14:30:01.829933 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-60c18cc8-b792-47a7-988f-5e17132cd214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8357458'] for router_interface, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:01.941104 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 47094) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:30:02.139095 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280af0f6-0329-4206-8cbf-1c2ed37a2e4a None None] Network 2d3b64f1-a7c9-4934-a387-d7abdf8585e7 requested from dv-cinder-780933-3-smb {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 14:30:02.162610 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device fbb4b6c5-b5b1-4f78-86d0-91956725e469 up at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:30:02.324215 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-60c18cc8-b792-47a7-988f-5e17132cd214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:02.423347 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-1cf3736e-03ab-4fb4-a0ef-4607eabeccfe None None] Provisioning for port 5ce1966a-1120-4f49-a8b6-1069b8343a88 completed by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:30:02.703043 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 47110) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:30:02.717762 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0b82e174-5381-4072-91ca-25a49532a320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:02.737608 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.agents_db [None req-6fbea437-4030-452f-8588-832da035c2c0 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 14:30:02.800265 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-0b82e174-5381-4072-91ca-25a49532a320 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:30:02.819492 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-0b82e174-5381-4072-91ca-25a49532a320 admin admin] Usage tracker for resource:security_group_rule and tenant:1533a6e4890144e59451042039b4775f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:30:02.838757 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-0b82e174-5381-4072-91ca-25a49532a320 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:30:02.839743 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-1cf3736e-03ab-4fb4-a0ef-4607eabeccfe None None] Provisioning complete for port 5ce1966a-1120-4f49-a8b6-1069b8343a88 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:30:02.841200 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1cf3736e-03ab-4fb4-a0ef-4607eabeccfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:02.858975 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-0b82e174-5381-4072-91ca-25a49532a320 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:30:02.917564 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-117e7ea3-fdb8-464f-af5f-f04e1f0a0939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:02.998702 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-117e7ea3-fdb8-464f-af5f-f04e1f0a0939 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:30:03.021683 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-117e7ea3-fdb8-464f-af5f-f04e1f0a0939 admin admin] Usage tracker for resource:security_group_rule and tenant:5fe074b9c4cb4d1f8d65b563cf8c17d2 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:30:03.046707 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-117e7ea3-fdb8-464f-af5f-f04e1f0a0939 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:30:03.068580 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ab2e4acc-8a1d-48b0-83a2-f1404f47cb64 None None] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:03.069648 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0b82e174-5381-4072-91ca-25a49532a320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:03.074832 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-117e7ea3-fdb8-464f-af5f-f04e1f0a0939 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:30:03.107653 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15aeb25-2f23-4db7-9209-2878119cdf65 req-30d70f3e-cd2b-4a04-b003-ff53f4fae841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:03.109312 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f15aeb25-2f23-4db7-9209-2878119cdf65 req-30d70f3e-cd2b-4a04-b003-ff53f4fae841 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3cedb750960847b9a6d948554b936778&device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 1098 time: 0.4078650 Apr 07 14:30:03.169548 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0b82e174-5381-4072-91ca-25a49532a320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:03.217684 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-68421317-c438-4d9e-8ae6-145bf30b9035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:03.249633 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-0b82e174-5381-4072-91ca-25a49532a320 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1533a6e4890144e59451042039b4775f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2151809 Apr 07 14:30:03.309097 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning complete for port fbb4b6c5-b5b1-4f78-86d0-91956725e469 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:30:03.309097 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:03.325761 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 47120) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:30:03.363544 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82e174-5381-4072-91ca-25a49532a320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f91ead-0f03-4bcc-a947-50770b8c61b8,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:03.367591 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0b82e174-5381-4072-91ca-25a49532a320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:03.433337 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-ab2e4acc-8a1d-48b0-83a2-f1404f47cb64 None None] Transition to ACTIVE for port object a17a9909-d493-49ff-bfec-c7d427a27f3f will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:30:03.454920 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc8c5f-24c5-490f-ac4b-b011e1d79581 req-0cde1bc4-5d45-4168-af61-a9558d612f68 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:03.464347 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-96dc8c5f-24c5-490f-ac4b-b011e1d79581 req-0cde1bc4-5d45-4168-af61-a9558d612f68 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 945 time: 0.3856246 Apr 07 14:30:03.498540 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-fecef9c5-e747-4d92-84f2-cd416fe72cbc admin admin] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:03.510411 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-96dc8c5f-24c5-490f-ac4b-b011e1d79581 req-6c5afc41-f5a1-4572-abc2-f13b8ec8bf2b tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449355 Apr 07 14:30:03.556429 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-60c18cc8-b792-47a7-988f-5e17132cd214 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:03.570893 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-60c18cc8-b792-47a7-988f-5e17132cd214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847702575'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:03.606636 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ab2e4acc-8a1d-48b0-83a2-f1404f47cb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:03.617468 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f3e1a375-95c3-4e25-aec4-6eb98f54eee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:03.630677 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-1c853e20-813b-4237-a162-97b5a2653451 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:03.647409 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15aeb25-2f23-4db7-9209-2878119cdf65 req-d71330fd-7bdd-40ea-8c18-7c9a08b5f139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:03.650335 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f15aeb25-2f23-4db7-9209-2878119cdf65 req-d71330fd-7bdd-40ea-8c18-7c9a08b5f139 service neutron] 10.222.0.81 "GET /v2.0/networks?id=346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb HTTP/1.1" status: 200 len: 919 time: 0.5122139 Apr 07 14:30:03.670410 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-fecef9c5-e747-4d92-84f2-cd416fe72cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6250582'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:03.711924 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-60c18cc8-b792-47a7-988f-5e17132cd214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846875651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8281223'] for router_interface, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:03.733838 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-192bb9ea-8ded-493c-96fa-22d87c2aad8d tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:03.756201 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:03.783687 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c18cc8-b792-47a7-988f-5e17132cd214 admin admin] Pushing event updated for resources: {'Port': ['ID=3fb6ae95-a4a7-469b-ace7-557b80003040,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:03.787674 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-60c18cc8-b792-47a7-988f-5e17132cd214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:03.937659 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f3e1a375-95c3-4e25-aec4-6eb98f54eee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:03.955739 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64be3218-e407-4d70-88d8-febd21eedf3d None None] Pushing event updated for resources: {'Port': ['ID=a17a9909-d493-49ff-bfec-c7d427a27f3f,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:03.959751 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c18cc8-b792-47a7-988f-5e17132cd214 admin admin] Network 2d3b64f1-a7c9-4934-a387-d7abdf8585e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:30:03.962105 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-60c18cc8-b792-47a7-988f-5e17132cd214 admin admin] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:30:03.989973 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-64be3218-e407-4d70-88d8-febd21eedf3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:04.167956 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-ab2e4acc-8a1d-48b0-83a2-f1404f47cb64 None None] Attempting to bind port a17a9909-d493-49ff-bfec-c7d427a27f3f on host dv-cinder-780933-3-smb for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 14:30:04.168438 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-ab2e4acc-8a1d-48b0-83a2-f1404f47cb64 None None] Attempting to bind port a17a9909-d493-49ff-bfec-c7d427a27f3f by drivers openvswitch,hyperv on host dv-cinder-780933-3-smb at level 0 using segments [{'id': 'feed5fe9-833d-41c1-bf1c-58a271b81c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 14:30:04.168788 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2e4acc-8a1d-48b0-83a2-f1404f47cb64 None None] Attempting to bind port a17a9909-d493-49ff-bfec-c7d427a27f3f on network 6dc11b00-4e00-4f77-8f6a-5304324fd48e {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:30:04.188381 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2e4acc-8a1d-48b0-83a2-f1404f47cb64 None None] Checking agent: {'id': '8ae518a7-0379-42e9-ab12-7bfd998fa0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 14, 18, 49), 'started_at': datetime.datetime(2021, 4, 7, 14, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 14, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 14:30:04.188812 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2e4acc-8a1d-48b0-83a2-f1404f47cb64 None None] Checking segment: {'id': 'feed5fe9-833d-41c1-bf1c-58a271b81c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:30:04.189279 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ab2e4acc-8a1d-48b0-83a2-f1404f47cb64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:04.190076 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2e4acc-8a1d-48b0-83a2-f1404f47cb64 None None] Bound using segment: {'id': 'feed5fe9-833d-41c1-bf1c-58a271b81c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 14:30:04.190635 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-ab2e4acc-8a1d-48b0-83a2-f1404f47cb64 None None] Bound port: a17a9909-d493-49ff-bfec-c7d427a27f3f, host: dv-cinder-780933-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feed5fe9-833d-41c1-bf1c-58a271b81c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 14:30:04.191385 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ab2e4acc-8a1d-48b0-83a2-f1404f47cb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:04.309205 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-ab2e4acc-8a1d-48b0-83a2-f1404f47cb64 None None] For port a17a9909-d493-49ff-bfec-c7d427a27f3f, host dv-cinder-780933-3-smb, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 14:30:04.312450 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-ab2e4acc-8a1d-48b0-83a2-f1404f47cb64 None None] For port a17a9909-d493-49ff-bfec-c7d427a27f3f, host dv-cinder-780933-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=a17a9909-d493-49ff-bfec-c7d427a27f3f,segment=NetworkSegment(feed5fe9-833d-41c1-bf1c-58a271b81c41),segment_id=feed5fe9-833d-41c1-bf1c-58a271b81c41)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 14:30:04.316405 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1cf3736e-03ab-4fb4-a0ef-4607eabeccfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:04.345994 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-1cf3736e-03ab-4fb4-a0ef-4607eabeccfe None None] For port 5ce1966a-1120-4f49-a8b6-1069b8343a88, host dv-cinder-780933-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=5ce1966a-1120-4f49-a8b6-1069b8343a88,segment=NetworkSegment(e5110a05-7b11-49a9-b157-dde4367735dc),segment_id=e5110a05-7b11-49a9-b157-dde4367735dc)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:30:04.351425 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f15aeb25-2f23-4db7-9209-2878119cdf65 req-998a725a-e9bc-4bd2-a0db-272bfd930729 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=296e53de-61dd-4e19-8ff2-3b0647237121 HTTP/1.1" status: 200 len: 217 time: 0.6306169 Apr 07 14:30:04.370709 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1cf3736e-03ab-4fb4-a0ef-4607eabeccfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:04.374180 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ab2e4acc-8a1d-48b0-83a2-f1404f47cb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:04.509566 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c18cc8-b792-47a7-988f-5e17132cd214 admin admin] Router cc84098a-c8d8-4ce8-a058-0221bc196f67 has already been hosted by L3 agent d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 14:30:04.514061 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15aeb25-2f23-4db7-9209-2878119cdf65 req-d4470bf2-4620-4839-bfa7-8efe3066baf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:04.516076 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f15aeb25-2f23-4db7-9209-2878119cdf65 req-d4470bf2-4620-4839-bfa7-8efe3066baf6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e62acf97-8dac-49ae-b633-d54e2e4cb525 HTTP/1.1" status: 200 len: 858 time: 0.1035488 Apr 07 14:30:04.593296 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecef9c5-e747-4d92-84f2-cd416fe72cbc admin admin] Pushing event updated for resources: {'Port': ['ID=1fc886b8-fe02-4950-8730-a8bea304b4a5,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:04.613781 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-fecef9c5-e747-4d92-84f2-cd416fe72cbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846875651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8281223'] for router_interface, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:04.635804 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-fecef9c5-e747-4d92-84f2-cd416fe72cbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.902s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:04.732899 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-97f428ea-9a54-43ec-b70b-26cc4b7c50b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:04.759786 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f15aeb25-2f23-4db7-9209-2878119cdf65 req-77fbb8df-a128-4bec-9c53-97540a7becc3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2166595 Apr 07 14:30:04.811823 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 0e59d250-caa7-4e4a-904a-6aeb1ca30b1e up at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:30:04.899816 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c18cc8-b792-47a7-988f-5e17132cd214 admin admin] Notify agent at l3_agent.dv-cinder-780933-3-smb the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 14:30:04.913301 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2e4acc-8a1d-48b0-83a2-f1404f47cb64 None None] Routers {'38e10c10-2e18-4be9-b38b-b064be7fd70b'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:30:04.914255 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-ab2e4acc-8a1d-48b0-83a2-f1404f47cb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:29:47Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['38e10c10-2e18-4be9-b38b-b064be7fd70b'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:30:04.943926 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-60c18cc8-b792-47a7-988f-5e17132cd214 admin admin] 10.222.0.63 "PUT /v2.0/routers/cc84098a-c8d8-4ce8-a058-0221bc196f67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1496792 Apr 07 14:30:04.977462 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f15aeb25-2f23-4db7-9209-2878119cdf65 req-9bb592c9-3a4e-4eb5-8dd8-42bb6fd65f48 service neutron] 10.222.0.81 "GET /v2.0/networks/346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713705 Apr 07 14:30:04.993976 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad8399-79ed-42a9-86c4-09b5c22b7d20 req-43b2bbfa-dbfb-4444-b0b4-ef25df1c1c65 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:04.997521 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4cad8399-79ed-42a9-86c4-09b5c22b7d20 req-43b2bbfa-dbfb-4444-b0b4-ef25df1c1c65 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 945 time: 0.1465225 Apr 07 14:30:05.072992 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4cad8399-79ed-42a9-86c4-09b5c22b7d20 req-fc13ee00-12bc-487e-90ed-833af7c22101 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563364 Apr 07 14:30:05.112172 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-117e7ea3-fdb8-464f-af5f-f04e1f0a0939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:05.203427 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecef9c5-e747-4d92-84f2-cd416fe72cbc admin admin] Network 0e418e9d-a837-4e7d-ac49-8444c710e003 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:30:05.204743 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-117e7ea3-fdb8-464f-af5f-f04e1f0a0939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:05.221869 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-fecef9c5-e747-4d92-84f2-cd416fe72cbc admin admin] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:30:05.223803 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:05.271489 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f3e1a375-95c3-4e25-aec4-6eb98f54eee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:05.460852 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f830fd-076f-491f-9099-9d6df9a7b6cd None None] Sync routers for ids ['cc84098a-c8d8-4ce8-a058-0221bc196f67'] in dv-cinder-780933-3-smb {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 14:30:05.488698 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f830fd-076f-491f-9099-9d6df9a7b6cd None None] Routers {'cc84098a-c8d8-4ce8-a058-0221bc196f67'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:30:05.491878 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-d2f830fd-076f-491f-9099-9d6df9a7b6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:29:47Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['cc84098a-c8d8-4ce8-a058-0221bc196f67'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:30:05.633177 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-ab2e4acc-8a1d-48b0-83a2-f1404f47cb64 None None] Set router 38e10c10-2e18-4be9-b38b-b064be7fd70b gateway port host: dv-cinder-780933-3-smb {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:30:05.728773 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-cf4c78cf-f65f-4ccb-9319-2d9d1bb4c8e5 None None] Provisioning for port 1fc886b8-fe02-4950-8730-a8bea304b4a5 completed by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:30:05.789856 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-cf4c78cf-f65f-4ccb-9319-2d9d1bb4c8e5 None None] Provisioning complete for port 1fc886b8-fe02-4950-8730-a8bea304b4a5 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:30:05.801477 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-cf4c78cf-f65f-4ccb-9319-2d9d1bb4c8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:05.891307 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f15aeb25-2f23-4db7-9209-2878119cdf65 req-415fff49-9ada-4f72-b64d-429dcdabd6fe service neutron] 10.222.0.81 "GET /v2.0/networks/346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9022009 Apr 07 14:30:06.043127 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-d2f830fd-076f-491f-9099-9d6df9a7b6cd None None] Set router cc84098a-c8d8-4ce8-a058-0221bc196f67 gateway port host: dv-cinder-780933-3-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:30:06.063858 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e7ea3-fdb8-464f-af5f-f04e1f0a0939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efde6c41-fa2d-4997-a218-2dd0fa9bb209,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:06.081585 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-117e7ea3-fdb8-464f-af5f-f04e1f0a0939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.857s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:06.082526 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0d844189-7679-478d-a33a-cf1903b97f8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.252s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:06.098891 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf3736e-03ab-4fb4-a0ef-4607eabeccfe None None] Pushing event updated for resources: {'Port': ['ID=5ce1966a-1120-4f49-a8b6-1069b8343a88,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:06.140520 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 47162) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:30:06.141191 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-117e7ea3-fdb8-464f-af5f-f04e1f0a0939 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5fe074b9c4cb4d1f8d65b563cf8c17d2&name=default HTTP/1.1" status: 200 len: 2979 time: 3.4247236 Apr 07 14:30:06.152157 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f3e1a375-95c3-4e25-aec4-6eb98f54eee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:06.155476 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-f3e1a375-95c3-4e25-aec4-6eb98f54eee0 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d6f91ead-0f03-4bcc-a947-50770b8c61b8 HTTP/1.1" status: 204 len: 168 time: 2.8152044 Apr 07 14:30:06.189455 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fecef9c5-e747-4d92-84f2-cd416fe72cbc admin admin] Router 38e10c10-2e18-4be9-b38b-b064be7fd70b has already been hosted by L3 agent d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2 {{(pid=84313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 14:30:06.198584 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e1a375-95c3-4e25-aec4-6eb98f54eee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f91ead-0f03-4bcc-a947-50770b8c61b8,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:06.224489 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f3e1a375-95c3-4e25-aec4-6eb98f54eee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:06.362174 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c65a3916-fa7e-496d-97d0-e8f9e913a2df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:06.582824 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-cf4c78cf-f65f-4ccb-9319-2d9d1bb4c8e5 None None] Port 1fc886b8-fe02-4950-8730-a8bea304b4a5 cannot update to ACTIVE because it is not bound. {{(pid=84314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 14:30:06.623629 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 47172) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:30:06.645238 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c65a3916-fa7e-496d-97d0-e8f9e913a2df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:06.674968 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-ae98d4c5-6ee6-49bd-8a0e-097ce34f4ad0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1608013552-network', 'tenant_id': '8062fb1eefa44035b0955474e245fd35'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:30:06.695738 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-ae98d4c5-6ee6-49bd-8a0e-097ce34f4ad0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:30:06.704483 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-ae98d4c5-6ee6-49bd-8a0e-097ce34f4ad0 admin admin] Usage tracker for resource:network and tenant:8062fb1eefa44035b0955474e245fd35 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:30:06.711147 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-ae98d4c5-6ee6-49bd-8a0e-097ce34f4ad0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:30:06.723377 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-ae98d4c5-6ee6-49bd-8a0e-097ce34f4ad0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:30:06.766329 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c65a3916-fa7e-496d-97d0-e8f9e913a2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:06.780293 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-76015513-1a4a-4ee4-a398-46c8a57e4904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:06.828216 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65a3916-fa7e-496d-97d0-e8f9e913a2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efde6c41-fa2d-4997-a218-2dd0fa9bb209,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:06.832295 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-c65a3916-fa7e-496d-97d0-e8f9e913a2df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:06.834192 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c65a3916-fa7e-496d-97d0-e8f9e913a2df admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:06.835505 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-c65a3916-fa7e-496d-97d0-e8f9e913a2df admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/efde6c41-fa2d-4997-a218-2dd0fa9bb209 HTTP/1.1" status: 204 len: 168 time: 0.6933630 Apr 07 14:30:06.957510 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae98d4c5-6ee6-49bd-8a0e-097ce34f4ad0 admin admin] Made reservation on behalf of 8062fb1eefa44035b0955474e245fd35 for: {'network': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:30:06.966543 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ae98d4c5-6ee6-49bd-8a0e-097ce34f4ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for network, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:06.972390 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f2fee-acd4-4130-b9f2-554d00df9bab req-5bc3a617-059d-4163-904d-0546ad278a27 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:06.974169 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0a7f2fee-acd4-4130-b9f2-554d00df9bab req-5bc3a617-059d-4163-904d-0546ad278a27 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 946 time: 0.6132886 Apr 07 14:30:06.998308 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ae98d4c5-6ee6-49bd-8a0e-097ce34f4ad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:07.020521 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-cf4c78cf-f65f-4ccb-9319-2d9d1bb4c8e5 None None] Provisioning for port a6fcb33b-b37d-466a-ae80-9b71b0a63004 completed by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:30:07.070807 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0a7f2fee-acd4-4130-b9f2-554d00df9bab req-55987013-6857-41e0-a5e4-f0794d20534f tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772657 Apr 07 14:30:07.075280 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-ae98d4c5-6ee6-49bd-8a0e-097ce34f4ad0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:30:07.087545 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-ae98d4c5-6ee6-49bd-8a0e-097ce34f4ad0 admin admin] Usage tracker for resource:security_group_rule and tenant:8062fb1eefa44035b0955474e245fd35 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:30:07.104192 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a772be-b43e-4f1b-97f2-c86949da1761 req-65ef9f4e-57db-4660-a2d2-c21d726f35e0 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:07.113080 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-42a772be-b43e-4f1b-97f2-c86949da1761 req-65ef9f4e-57db-4660-a2d2-c21d726f35e0 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 945 time: 0.4713116 Apr 07 14:30:07.127688 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-ae98d4c5-6ee6-49bd-8a0e-097ce34f4ad0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:30:07.162974 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-d2f830fd-076f-491f-9099-9d6df9a7b6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc84098a-c8d8-4ce8-a058-0221bc196f67', 'name': 'tempest-TestMinimumBasicScenario-482955747-router', 'tenant_id': 'f1730405b57a44cf8038f596756f82ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '0e59d250-caa7-4e4a-904a-6aeb1ca30b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:29:49Z', 'updated_at': '2021-04-07T14:30:02Z', 'revision_number': 4, 'project_id': 'f1730405b57a44cf8038f596756f82ec', 'gw_port': {'id': '0e59d250-caa7-4e4a-904a-6aeb1ca30b1e', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:47:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc84098a-c8d8-4ce8-a058-0221bc196f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:50Z', 'updated_at': '2021-04-07T14:29:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_interfaces': [{'id': '3fb6ae95-a4a7-469b-ace7-557b80003040', 'name': '', 'network_id': '2d3b64f1-a7c9-4934-a387-d7abdf8585e7', 'tenant_id': 'f1730405b57a44cf8038f596756f82ec', 'mac_address': 'fa:16:3e:6e:33:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc84098a-c8d8-4ce8-a058-0221bc196f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '155d1fc0-d59a-4ba5-8189-d1f7a76a9e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:57Z', 'updated_at': '2021-04-07T14:30:03Z', 'revision_number': 2, 'project_id': 'f1730405b57a44cf8038f596756f82ec', 'subnets': [{'id': '155d1fc0-d59a-4ba5-8189-d1f7a76a9e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:30:07.176621 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f830fd-076f-491f-9099-9d6df9a7b6cd None None] Checking router: cc84098a-c8d8-4ce8-a058-0221bc196f67 for host: dv-cinder-780933-3-smb {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 14:30:07.177219 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f830fd-076f-491f-9099-9d6df9a7b6cd None None] Updating router cc84098a-c8d8-4ce8-a058-0221bc196f67 port 3fb6ae95-a4a7-469b-ace7-557b80003040 binding host dv-cinder-780933-3-smb {{(pid=84315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 07 14:30:07.207100 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-42a772be-b43e-4f1b-97f2-c86949da1761 req-72247d99-fe93-40d6-b2d7-ba5d89e6d1ec tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927615 Apr 07 14:30:07.223457 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning for port 0e59d250-caa7-4e4a-904a-6aeb1ca30b1e completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:30:07.247427 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-cf4c78cf-f65f-4ccb-9319-2d9d1bb4c8e5 None None] Provisioning complete for port a6fcb33b-b37d-466a-ae80-9b71b0a63004 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:30:07.248060 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-cf4c78cf-f65f-4ccb-9319-2d9d1bb4c8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:07.251498 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-ae98d4c5-6ee6-49bd-8a0e-097ce34f4ad0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:30:07.304779 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fecef9c5-e747-4d92-84f2-cd416fe72cbc admin admin] Notify agent at l3_agent.dv-cinder-780933-3-smb the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 14:30:07.316596 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-fecef9c5-e747-4d92-84f2-cd416fe72cbc admin admin] 10.222.0.63 "PUT /v2.0/routers/38e10c10-2e18-4be9-b38b-b064be7fd70b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6817060 Apr 07 14:30:07.334761 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d2f830fd-076f-491f-9099-9d6df9a7b6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:07.374888 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64be3218-e407-4d70-88d8-febd21eedf3d None None] Pushing event updated for resources: {'Port': ['ID=a17a9909-d493-49ff-bfec-c7d427a27f3f,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:07.379709 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-64be3218-e407-4d70-88d8-febd21eedf3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.647s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:07.390971 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0fd7bb59-f1a0-49ad-bf08-e747baf183ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.590s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:07.391291 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0fd7bb59-f1a0-49ad-bf08-e747baf183ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:07.392030 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning complete for port 0e59d250-caa7-4e4a-904a-6aeb1ca30b1e triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:30:07.392636 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:07.502040 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ae98d4c5-6ee6-49bd-8a0e-097ce34f4ad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:07.511087 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ae98d4c5-6ee6-49bd-8a0e-097ce34f4ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:07.516652 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-d93b7d69-0aba-4cc0-94a0-33036ee05d94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:07.589510 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae98d4c5-6ee6-49bd-8a0e-097ce34f4ad0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=84313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 07 14:30:07.609164 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae98d4c5-6ee6-49bd-8a0e-097ce34f4ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a08b78-1145-4829-8994-44c074e9f51c,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:07.628944 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ae98d4c5-6ee6-49bd-8a0e-097ce34f4ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:07.634848 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ae98d4c5-6ee6-49bd-8a0e-097ce34f4ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773215'] for segment, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:07.635826 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.db.segments_db [None req-ae98d4c5-6ee6-49bd-8a0e-097ce34f4ad0 admin admin] Added segment f091fd0b-1ed2-4d49-954d-8d06999cb7f3 of type vlan for network b6abb826-4474-4300-99e6-0a67f536ace1 Apr 07 14:30:07.699164 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-ab2e4acc-8a1d-48b0-83a2-f1404f47cb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e10c10-2e18-4be9-b38b-b064be7fd70b', 'name': 'tempest-TestShelveInstance-1488382879-router', 'tenant_id': 'bc668998eabf4450b4c95ab35bdd6197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a17a9909-d493-49ff-bfec-c7d427a27f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:29:50Z', 'updated_at': '2021-04-07T14:30:01Z', 'revision_number': 4, 'project_id': 'bc668998eabf4450b4c95ab35bdd6197', 'gw_port': {'id': 'a17a9909-d493-49ff-bfec-c7d427a27f3f', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d5:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e10c10-2e18-4be9-b38b-b064be7fd70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:51Z', 'updated_at': '2021-04-07T14:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_interfaces': [{'id': '1fc886b8-fe02-4950-8730-a8bea304b4a5', 'name': '', 'network_id': '0e418e9d-a837-4e7d-ac49-8444c710e003', 'tenant_id': 'bc668998eabf4450b4c95ab35bdd6197', 'mac_address': 'fa:16:3e:82:5e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e10c10-2e18-4be9-b38b-b064be7fd70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '652fc8dc-ea5f-4b0b-9ed3-350d25f1f224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:59Z', 'updated_at': '2021-04-07T14:30:02Z', 'revision_number': 2, 'project_id': 'bc668998eabf4450b4c95ab35bdd6197', 'subnets': [{'id': '652fc8dc-ea5f-4b0b-9ed3-350d25f1f224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:30:07.703364 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ae98d4c5-6ee6-49bd-8a0e-097ce34f4ad0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304368617707'] for network, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:07.777619 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2e4acc-8a1d-48b0-83a2-f1404f47cb64 None None] The sync data for ids ['38e10c10-2e18-4be9-b38b-b064be7fd70b'] in dv-cinder-780933-3-smb is: [{'id': '38e10c10-2e18-4be9-b38b-b064be7fd70b', 'name': 'tempest-TestShelveInstance-1488382879-router', 'tenant_id': 'bc668998eabf4450b4c95ab35bdd6197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a17a9909-d493-49ff-bfec-c7d427a27f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:29:50Z', 'updated_at': '2021-04-07T14:30:01Z', 'revision_number': 4, 'project_id': 'bc668998eabf4450b4c95ab35bdd6197', 'gw_port': {'id': 'a17a9909-d493-49ff-bfec-c7d427a27f3f', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d5:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e10c10-2e18-4be9-b38b-b064be7fd70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:51Z', 'updated_at': '2021-04-07T14:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_interfaces': [{'id': '1fc886b8-fe02-4950-8730-a8bea304b4a5', 'name': '', 'network_id': '0e418e9d-a837-4e7d-ac49-8444c710e003', 'tenant_id': 'bc668998eabf4450b4c95ab35bdd6197', 'mac_address': 'fa:16:3e:82:5e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e10c10-2e18-4be9-b38b-b064be7fd70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '652fc8dc-ea5f-4b0b-9ed3-350d25f1f224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:59Z', 'updated_at': '2021-04-07T14:30:02Z', 'revision_number': 2, 'project_id': 'bc668998eabf4450b4c95ab35bdd6197', 'subnets': [{'id': '652fc8dc-ea5f-4b0b-9ed3-350d25f1f224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 14:30:07.813981 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ae98d4c5-6ee6-49bd-8a0e-097ce34f4ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954'] for network, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:07.824521 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae98d4c5-6ee6-49bd-8a0e-097ce34f4ad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:07.825755 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ae98d4c5-6ee6-49bd-8a0e-097ce34f4ad0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for network, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:07.845022 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-af58434b-89a4-4ddb-ac4e-2e280821aa9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:08.012684 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-cf4c78cf-f65f-4ccb-9319-2d9d1bb4c8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:08.052453 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:08.091224 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-cf4c78cf-f65f-4ccb-9319-2d9d1bb4c8e5 None None] For port a6fcb33b-b37d-466a-ae80-9b71b0a63004, host dv-cinder-780933-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=a6fcb33b-b37d-466a-ae80-9b71b0a63004,segment=NetworkSegment(c7b72cce-98ce-465c-ba2f-1d4f4f6375e6),segment_id=c7b72cce-98ce-465c-ba2f-1d4f4f6375e6)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:30:08.101252 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-cf4c78cf-f65f-4ccb-9319-2d9d1bb4c8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:08.108518 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] For port 0e59d250-caa7-4e4a-904a-6aeb1ca30b1e, host dv-cinder-780933-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=0e59d250-caa7-4e4a-904a-6aeb1ca30b1e,segment=NetworkSegment(feed5fe9-833d-41c1-bf1c-58a271b81c41),segment_id=feed5fe9-833d-41c1-bf1c-58a271b81c41)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:30:08.113492 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-d9172ea7-3691-4304-8cc4-186fd624b2f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:08.159630 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae98d4c5-6ee6-49bd-8a0e-097ce34f4ad0 admin admin] Pushing event updated for resources: {'Network': ['ID=b6abb826-4474-4300-99e6-0a67f536ace1,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:08.171915 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ae98d4c5-6ee6-49bd-8a0e-097ce34f4ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:08.198322 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 47206) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:30:08.201741 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-ae98d4c5-6ee6-49bd-8a0e-097ce34f4ad0 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5713921 Apr 07 14:30:08.207035 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-47f4faf6-2301-4e8c-9cfe-7b961b416de7 admin admin] Request body: {'subnet': {'network_id': 'b6abb826-4474-4300-99e6-0a67f536ace1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1608013552-subnet', 'tenant_id': '8062fb1eefa44035b0955474e245fd35', 'ip_version': 4}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:30:08.210692 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Network b6abb826-4474-4300-99e6-0a67f536ace1 details requested by agent ovs-agent-dv-cinder-780933-3-smb with host dv-cinder-780933-3-smb {{(pid=84314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 14:30:08.216057 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d2f830fd-076f-491f-9099-9d6df9a7b6cd None None] Notify callbacks [] for port, precommit_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:08.220910 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-47f4faf6-2301-4e8c-9cfe-7b961b416de7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:30:08.240792 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-47f4faf6-2301-4e8c-9cfe-7b961b416de7 admin admin] Usage tracker for resource:subnet and tenant:8062fb1eefa44035b0955474e245fd35 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:30:08.246894 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-d2f830fd-076f-491f-9099-9d6df9a7b6cd None None] Transition to ACTIVE for port object 3fb6ae95-a4a7-469b-ace7-557b80003040 will not be triggered until provisioned by entity L2. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:30:08.257331 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-47f4faf6-2301-4e8c-9cfe-7b961b416de7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:30:08.262199 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:08.263566 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d2f830fd-076f-491f-9099-9d6df9a7b6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:08.292172 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-47f4faf6-2301-4e8c-9cfe-7b961b416de7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:30:08.317075 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f4faf6-2301-4e8c-9cfe-7b961b416de7 admin admin] Made reservation on behalf of 8062fb1eefa44035b0955474e245fd35 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:30:08.317870 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-4600923b-693e-4398-91b8-5a0251a12f7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:08.321944 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-47f4faf6-2301-4e8c-9cfe-7b961b416de7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912665'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:08.634265 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 5ce1966a-1120-4f49-a8b6-1069b8343a88 up at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:30:08.885420 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-cf4c78cf-f65f-4ccb-9319-2d9d1bb4c8e5 None None] Provisioning complete for port 5ce1966a-1120-4f49-a8b6-1069b8343a88 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:30:08.885828 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-cf4c78cf-f65f-4ccb-9319-2d9d1bb4c8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:08.918930 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ab079-a0f9-463a-829c-39ccf49788ae None None] Pushing event updated for resources: {'Port': ['ID=3fb6ae95-a4a7-469b-ace7-557b80003040,revision_number=3']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:08.928131 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-531ab079-a0f9-463a-829c-39ccf49788ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:09.028982 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4c78cf-f65f-4ccb-9319-2d9d1bb4c8e5 None None] Pushing event updated for resources: {'Port': ['ID=a6fcb33b-b37d-466a-ae80-9b71b0a63004,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:09.058531 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-cf4c78cf-f65f-4ccb-9319-2d9d1bb4c8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.946s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:09.062948 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.498s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:09.281584 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Pushing event updated for resources: {'Port': ['ID=0e59d250-caa7-4e4a-904a-6aeb1ca30b1e,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:09.301231 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:09.641038 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning complete for port 5ce1966a-1120-4f49-a8b6-1069b8343a88 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:30:09.641897 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:09.739165 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b4e4f-4364-4987-9823-bba7e2a87f25 req-d78f097c-e367-49d9-a266-a7ed478744a1 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:09.768648 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0c2b4e4f-4364-4987-9823-bba7e2a87f25 req-d78f097c-e367-49d9-a266-a7ed478744a1 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 946 time: 1.1424677 Apr 07 14:30:09.937304 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-d2f830fd-076f-491f-9099-9d6df9a7b6cd None None] Attempting to bind port 3fb6ae95-a4a7-469b-ace7-557b80003040 on host dv-cinder-780933-3-smb for vnic_type normal with profile {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 14:30:09.937304 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-d2f830fd-076f-491f-9099-9d6df9a7b6cd None None] Attempting to bind port 3fb6ae95-a4a7-469b-ace7-557b80003040 by drivers openvswitch,hyperv on host dv-cinder-780933-3-smb at level 0 using segments [{'id': 'c7b72cce-98ce-465c-ba2f-1d4f4f6375e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2d3b64f1-a7c9-4934-a387-d7abdf8585e7'}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 14:30:09.937304 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f830fd-076f-491f-9099-9d6df9a7b6cd None None] Attempting to bind port 3fb6ae95-a4a7-469b-ace7-557b80003040 on network 2d3b64f1-a7c9-4934-a387-d7abdf8585e7 {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:30:09.966810 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f830fd-076f-491f-9099-9d6df9a7b6cd None None] Checking agent: {'id': '8ae518a7-0379-42e9-ab12-7bfd998fa0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 14, 18, 49), 'started_at': datetime.datetime(2021, 4, 7, 14, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 14, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 14:30:09.967930 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f830fd-076f-491f-9099-9d6df9a7b6cd None None] Checking segment: {'id': 'c7b72cce-98ce-465c-ba2f-1d4f4f6375e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2d3b64f1-a7c9-4934-a387-d7abdf8585e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:30:09.968612 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d2f830fd-076f-491f-9099-9d6df9a7b6cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:09.969066 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f830fd-076f-491f-9099-9d6df9a7b6cd None None] Bound using segment: {'id': 'c7b72cce-98ce-465c-ba2f-1d4f4f6375e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2d3b64f1-a7c9-4934-a387-d7abdf8585e7'} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 14:30:09.969626 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-d2f830fd-076f-491f-9099-9d6df9a7b6cd None None] Bound port: 3fb6ae95-a4a7-469b-ace7-557b80003040, host: dv-cinder-780933-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7b72cce-98ce-465c-ba2f-1d4f4f6375e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2d3b64f1-a7c9-4934-a387-d7abdf8585e7'}}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 14:30:09.970051 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d2f830fd-076f-491f-9099-9d6df9a7b6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:10.044158 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0c2b4e4f-4364-4987-9823-bba7e2a87f25 req-00a323a9-db73-46e2-b4b9-536dc1103d61 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2737119 Apr 07 14:30:10.233344 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-d2f830fd-076f-491f-9099-9d6df9a7b6cd None None] For port 3fb6ae95-a4a7-469b-ace7-557b80003040, host dv-cinder-780933-3-smb, cleared binding levels {{(pid=84315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 14:30:10.255266 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-d2f830fd-076f-491f-9099-9d6df9a7b6cd None None] For port 3fb6ae95-a4a7-469b-ace7-557b80003040, host dv-cinder-780933-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=3fb6ae95-a4a7-469b-ace7-557b80003040,segment=NetworkSegment(c7b72cce-98ce-465c-ba2f-1d4f4f6375e6),segment_id=c7b72cce-98ce-465c-ba2f-1d4f4f6375e6)] {{(pid=84315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 14:30:10.266430 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-bd963ea3-a4ae-44e1-b05e-33b27b59c681 None None] Provisioning for port 3fb6ae95-a4a7-469b-ace7-557b80003040 completed by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:30:10.269526 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d2f830fd-076f-491f-9099-9d6df9a7b6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:10.321813 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:10.339717 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-bd963ea3-a4ae-44e1-b05e-33b27b59c681 None None] Provisioning complete for port 1fc886b8-fe02-4950-8730-a8bea304b4a5 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:30:10.340787 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bd963ea3-a4ae-44e1-b05e-33b27b59c681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:10.480071 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-bd963ea3-a4ae-44e1-b05e-33b27b59c681 None None] Port 1fc886b8-fe02-4950-8730-a8bea304b4a5 cannot update to ACTIVE because it is not bound. {{(pid=84314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 14:30:10.539356 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-bd963ea3-a4ae-44e1-b05e-33b27b59c681 None None] Provisioning complete for port a6fcb33b-b37d-466a-ae80-9b71b0a63004 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:30:10.545809 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bd963ea3-a4ae-44e1-b05e-33b27b59c681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:10.773920 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-47f4faf6-2301-4e8c-9cfe-7b961b416de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7073070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912680'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:10.872476 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 47246) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:30:10.888235 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-0f20ada4-09fb-45df-85c1-e7d8e37da37c tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1039419840', 'description': 'tempest-secgroup-smoke-1039419840 description', 'project_id': '595711248f0e49e39f1f1c42a8e83a27'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:30:10.898831 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ab079-a0f9-463a-829c-39ccf49788ae None None] Pushing event updated for resources: {'Port': ['ID=3fb6ae95-a4a7-469b-ace7-557b80003040,revision_number=4']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:10.911719 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-531ab079-a0f9-463a-829c-39ccf49788ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:10.965574 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-0f20ada4-09fb-45df-85c1-e7d8e37da37c tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:30:10.987848 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-0f20ada4-09fb-45df-85c1-e7d8e37da37c tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Usage tracker for resource:security_group and tenant:595711248f0e49e39f1f1c42a8e83a27 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:30:11.006856 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-0f20ada4-09fb-45df-85c1-e7d8e37da37c tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:30:11.032281 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-0f20ada4-09fb-45df-85c1-e7d8e37da37c tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:30:11.062038 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0f20ada4-09fb-45df-85c1-e7d8e37da37c tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:11.085021 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f830fd-076f-491f-9099-9d6df9a7b6cd None None] Routers {'cc84098a-c8d8-4ce8-a058-0221bc196f67'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:30:11.085727 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-d2f830fd-076f-491f-9099-9d6df9a7b6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:29:47Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['cc84098a-c8d8-4ce8-a058-0221bc196f67'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:30:11.087001 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-0f20ada4-09fb-45df-85c1-e7d8e37da37c tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:30:11.102705 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-0f20ada4-09fb-45df-85c1-e7d8e37da37c tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Usage tracker for resource:security_group_rule and tenant:595711248f0e49e39f1f1c42a8e83a27 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:30:11.112696 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-0f20ada4-09fb-45df-85c1-e7d8e37da37c tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:30:11.134782 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-0f20ada4-09fb-45df-85c1-e7d8e37da37c tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:30:11.242831 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device a17a9909-d493-49ff-bfec-c7d427a27f3f up at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:30:11.265511 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:11.418458 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f4faf6-2301-4e8c-9cfe-7b961b416de7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dff32ca-9f94-4c36-ab90-e636c9d844ad,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:11.431185 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-47f4faf6-2301-4e8c-9cfe-7b961b416de7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:11.466703 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0f20ada4-09fb-45df-85c1-e7d8e37da37c tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:11.470378 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f4faf6-2301-4e8c-9cfe-7b961b416de7 admin admin] Checking segment: {'id': 'f091fd0b-1ed2-4d49-954d-8d06999cb7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b6abb826-4474-4300-99e6-0a67f536ace1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:30:11.470786 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f4faf6-2301-4e8c-9cfe-7b961b416de7 admin admin] Network hostable DHCP agents. Network: b6abb826-4474-4300-99e6-0a67f536ace1, hostable agents: ['42bbb647-2c35-4d48-afa7-1676ea318721'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 14:30:11.473319 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0f20ada4-09fb-45df-85c1-e7d8e37da37c tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:11.528391 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-af58434b-89a4-4ddb-ac4e-2e280821aa9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:11.576984 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f4faf6-2301-4e8c-9cfe-7b961b416de7 admin admin] Network b6abb826-4474-4300-99e6-0a67f536ace1 is scheduled to be hosted by DHCP agent 42bbb647-2c35-4d48-afa7-1676ea318721 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 14:30:11.615071 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa723b9-5590-4188-b7d7-6c4e4a7a9374 req-c0dafa3b-2bf7-4fa2-9823-3a28b945dec4 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:11.630457 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-8aa723b9-5590-4188-b7d7-6c4e4a7a9374 req-c0dafa3b-2bf7-4fa2-9823-3a28b945dec4 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 945 time: 0.4331498 Apr 07 14:30:11.632457 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-47f4faf6-2301-4e8c-9cfe-7b961b416de7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-3-smb, b6abb826-4474-4300-99e6-0a67f536ace1) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:30:11.681095 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f4faf6-2301-4e8c-9cfe-7b961b416de7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:11.681853 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-47f4faf6-2301-4e8c-9cfe-7b961b416de7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:11.755265 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-d2f830fd-076f-491f-9099-9d6df9a7b6cd None None] Set router cc84098a-c8d8-4ce8-a058-0221bc196f67 gateway port host: dv-cinder-780933-3-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:30:11.771670 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-8aa723b9-5590-4188-b7d7-6c4e4a7a9374 req-d6ce3883-4d83-47ea-80fc-d6e3b21eeb59 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850251 Apr 07 14:30:11.800391 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0f20ada4-09fb-45df-85c1-e7d8e37da37c tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:11.802094 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-47f4faf6-2301-4e8c-9cfe-7b961b416de7 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.6015055 Apr 07 14:30:11.806537 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-0f20ada4-09fb-45df-85c1-e7d8e37da37c tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9320199 Apr 07 14:30:11.808737 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 47268) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:30:11.809337 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 47270) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:30:11.813445 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20ada4-09fb-45df-85c1-e7d8e37da37c tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bed73b3f-fbc4-4f9a-ae6a-c8f8af91b6b0,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:11.824421 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0f20ada4-09fb-45df-85c1-e7d8e37da37c tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:11.839250 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-7c08d6a0-5983-4702-b45a-d2a99424cdef tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Request body: {'security_group_rule': {'security_group_id': 'bed73b3f-fbc4-4f9a-ae6a-c8f8af91b6b0', 'project_id': '595711248f0e49e39f1f1c42a8e83a27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:30:11.867970 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-abf2aa38-79e4-4d9c-91d9-3072748919fb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1608013552-router', 'tenant_id': '8062fb1eefa44035b0955474e245fd35', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e'}}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:30:11.885920 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-7c08d6a0-5983-4702-b45a-d2a99424cdef tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:30:11.901226 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-abf2aa38-79e4-4d9c-91d9-3072748919fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:30:11.915261 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-abf2aa38-79e4-4d9c-91d9-3072748919fb admin admin] Usage tracker for resource:router and tenant:8062fb1eefa44035b0955474e245fd35 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:30:11.916776 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f8436-4053-4851-8ef1-724136ec7746 req-08c625fe-2523-46d6-8e72-06a7b0e423e2 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:11.918572 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-735f8436-4053-4851-8ef1-724136ec7746 req-08c625fe-2523-46d6-8e72-06a7b0e423e2 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 946 time: 0.2981284 Apr 07 14:30:11.939307 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-abf2aa38-79e4-4d9c-91d9-3072748919fb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:30:11.958337 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-7c08d6a0-5983-4702-b45a-d2a99424cdef tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Usage tracker for resource:security_group_rule and tenant:595711248f0e49e39f1f1c42a8e83a27 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:30:11.976841 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-735f8436-4053-4851-8ef1-724136ec7746 req-b093a729-c8cd-4ab3-907c-bca2ee63f88a tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449336 Apr 07 14:30:11.995069 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-7c08d6a0-5983-4702-b45a-d2a99424cdef tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:30:12.017469 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-abf2aa38-79e4-4d9c-91d9-3072748919fb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:30:12.042831 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-7c08d6a0-5983-4702-b45a-d2a99424cdef tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:30:12.067083 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148083a8-809f-416e-8f25-9987da5fde0d None None] Network b6abb826-4474-4300-99e6-0a67f536ace1 requested from dv-cinder-780933-3-smb {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 14:30:12.077915 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-abf2aa38-79e4-4d9c-91d9-3072748919fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8285199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7324'] for router, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:12.079056 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-abf2aa38-79e4-4d9c-91d9-3072748919fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8287382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8275297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8313148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768492'] for router, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:12.113494 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7c08d6a0-5983-4702-b45a-d2a99424cdef tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:12.169778 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-abf2aa38-79e4-4d9c-91d9-3072748919fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:12.320291 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning for port a17a9909-d493-49ff-bfec-c7d427a27f3f completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:30:12.329763 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning complete for port a17a9909-d493-49ff-bfec-c7d427a27f3f triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:30:12.331186 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:12.355083 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7c08d6a0-5983-4702-b45a-d2a99424cdef tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:12.366311 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-d2f830fd-076f-491f-9099-9d6df9a7b6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc84098a-c8d8-4ce8-a058-0221bc196f67', 'name': 'tempest-TestMinimumBasicScenario-482955747-router', 'tenant_id': 'f1730405b57a44cf8038f596756f82ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '0e59d250-caa7-4e4a-904a-6aeb1ca30b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:29:49Z', 'updated_at': '2021-04-07T14:30:02Z', 'revision_number': 4, 'project_id': 'f1730405b57a44cf8038f596756f82ec', 'gw_port': {'id': '0e59d250-caa7-4e4a-904a-6aeb1ca30b1e', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:47:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc84098a-c8d8-4ce8-a058-0221bc196f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:50Z', 'updated_at': '2021-04-07T14:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_interfaces': [{'id': '3fb6ae95-a4a7-469b-ace7-557b80003040', 'name': '', 'network_id': '2d3b64f1-a7c9-4934-a387-d7abdf8585e7', 'tenant_id': 'f1730405b57a44cf8038f596756f82ec', 'mac_address': 'fa:16:3e:6e:33:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc84098a-c8d8-4ce8-a058-0221bc196f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '155d1fc0-d59a-4ba5-8189-d1f7a76a9e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:57Z', 'updated_at': '2021-04-07T14:30:10Z', 'revision_number': 4, 'project_id': 'f1730405b57a44cf8038f596756f82ec', 'subnets': [{'id': '155d1fc0-d59a-4ba5-8189-d1f7a76a9e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:30:12.378544 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7c08d6a0-5983-4702-b45a-d2a99424cdef tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309632'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:12.395614 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f830fd-076f-491f-9099-9d6df9a7b6cd None None] The sync data for ids ['cc84098a-c8d8-4ce8-a058-0221bc196f67'] in dv-cinder-780933-3-smb is: [{'id': 'cc84098a-c8d8-4ce8-a058-0221bc196f67', 'name': 'tempest-TestMinimumBasicScenario-482955747-router', 'tenant_id': 'f1730405b57a44cf8038f596756f82ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '0e59d250-caa7-4e4a-904a-6aeb1ca30b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:29:49Z', 'updated_at': '2021-04-07T14:30:02Z', 'revision_number': 4, 'project_id': 'f1730405b57a44cf8038f596756f82ec', 'gw_port': {'id': '0e59d250-caa7-4e4a-904a-6aeb1ca30b1e', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:47:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc84098a-c8d8-4ce8-a058-0221bc196f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:50Z', 'updated_at': '2021-04-07T14:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_interfaces': [{'id': '3fb6ae95-a4a7-469b-ace7-557b80003040', 'name': '', 'network_id': '2d3b64f1-a7c9-4934-a387-d7abdf8585e7', 'tenant_id': 'f1730405b57a44cf8038f596756f82ec', 'mac_address': 'fa:16:3e:6e:33:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc84098a-c8d8-4ce8-a058-0221bc196f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '155d1fc0-d59a-4ba5-8189-d1f7a76a9e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:57Z', 'updated_at': '2021-04-07T14:30:10Z', 'revision_number': 4, 'project_id': 'f1730405b57a44cf8038f596756f82ec', 'subnets': [{'id': '155d1fc0-d59a-4ba5-8189-d1f7a76a9e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 14:30:13.259600 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e3120d-78c2-416b-ae6b-3aa1cb1d5b4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e77faf1-5b15-584d-a05e-bc43854c9102-b6abb826-4474-4300-99e6-0a67f536ace1', 'network_id': 'b6abb826-4474-4300-99e6-0a67f536ace1', 'tenant_id': '8062fb1eefa44035b0955474e245fd35', 'fixed_ips': [{'subnet_id': '0dff32ca-9f94-4c36-ab90-e636c9d844ad'}]}} from dv-cinder-780933-3-smb. {{(pid=84314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 07 14:30:13.261388 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-70e3120d-78c2-416b-ae6b-3aa1cb1d5b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:13.273423 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 47300) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:30:13.461453 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-83c677fe-a0f6-4f3e-a993-4fed61de17f0 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:13.484730 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:13.526927 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08d6a0-5983-4702-b45a-d2a99424cdef tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78710a07-c955-4d50-b1b4-23968f27dcbb,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:13.558064 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] For port a17a9909-d493-49ff-bfec-c7d427a27f3f, host dv-cinder-780933-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=a17a9909-d493-49ff-bfec-c7d427a27f3f,segment=NetworkSegment(feed5fe9-833d-41c1-bf1c-58a271b81c41),segment_id=feed5fe9-833d-41c1-bf1c-58a271b81c41)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:30:13.588318 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:13.594014 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device a6fcb33b-b37d-466a-ae80-9b71b0a63004 up at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:30:13.606816 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-df12245d-9fc7-4476-af42-f74b775d3fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:13.635094 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a8696-ce3b-48ca-a492-a5b959c07f93 req-ec8563be-49f2-4864-8319-43a3953ce068 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:13.644111 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f39a8696-ce3b-48ca-a492-a5b959c07f93 req-ec8563be-49f2-4864-8319-43a3953ce068 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 946 time: 0.3077378 Apr 07 14:30:13.661914 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-df12245d-9fc7-4476-af42-f74b775d3fe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:30:13.671707 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-df12245d-9fc7-4476-af42-f74b775d3fe3 admin admin] Usage tracker for resource:security_group_rule and tenant:b42d67a4263e43318d3bca9039922336 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:30:13.678661 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-df12245d-9fc7-4476-af42-f74b775d3fe3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:30:13.696030 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f39a8696-ce3b-48ca-a492-a5b959c07f93 req-99c24c24-9142-4670-89c4-cf8f9562034c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504899 Apr 07 14:30:13.705740 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:13.710640 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-df12245d-9fc7-4476-af42-f74b775d3fe3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:30:13.747540 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc449a24-9ea6-47a4-85df-71735adc6d0d None None] Sync routers for ids ['38e10c10-2e18-4be9-b38b-b064be7fd70b'] in dv-cinder-780933-3-smb {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 14:30:13.857036 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc449a24-9ea6-47a4-85df-71735adc6d0d None None] Routers {'38e10c10-2e18-4be9-b38b-b064be7fd70b'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:30:13.857766 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-dc449a24-9ea6-47a4-85df-71735adc6d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:29:47Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['38e10c10-2e18-4be9-b38b-b064be7fd70b'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:30:13.875731 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-abf2aa38-79e4-4d9c-91d9-3072748919fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8275312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8285214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768541'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:13.887185 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7c08d6a0-5983-4702-b45a-d2a99424cdef tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:13.929743 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-df12245d-9fc7-4476-af42-f74b775d3fe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:13.937350 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-df12245d-9fc7-4476-af42-f74b775d3fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:13.967099 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-4caec3c1-f6f4-4e38-ba61-1f909e1955b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:14.030902 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df12245d-9fc7-4476-af42-f74b775d3fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66777d6-50cc-4666-9f6b-d3653874ec5b,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:14.051232 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-df12245d-9fc7-4476-af42-f74b775d3fe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:14.085973 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-df12245d-9fc7-4476-af42-f74b775d3fe3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b42d67a4263e43318d3bca9039922336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8108897 Apr 07 14:30:14.088558 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 47310) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:30:14.109234 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7c08d6a0-5983-4702-b45a-d2a99424cdef tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:14.114136 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-7c08d6a0-5983-4702-b45a-d2a99424cdef tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3032005 Apr 07 14:30:14.116522 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-dc449a24-9ea6-47a4-85df-71735adc6d0d None None] Set router 38e10c10-2e18-4be9-b38b-b064be7fd70b gateway port host: dv-cinder-780933-3-smb {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:30:14.119360 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 47314) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:30:14.141197 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-f281455d-16e7-4472-bdb4-9e9b3051f5d4 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Request body: {'security_group_rule': {'security_group_id': 'bed73b3f-fbc4-4f9a-ae6a-c8f8af91b6b0', 'project_id': '595711248f0e49e39f1f1c42a8e83a27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:30:14.148793 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-f281455d-16e7-4472-bdb4-9e9b3051f5d4 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:30:14.153303 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-f281455d-16e7-4472-bdb4-9e9b3051f5d4 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Usage tracker for resource:security_group_rule and tenant:595711248f0e49e39f1f1c42a8e83a27 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:30:14.156714 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-f281455d-16e7-4472-bdb4-9e9b3051f5d4 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:30:14.163439 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-f281455d-16e7-4472-bdb4-9e9b3051f5d4 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:30:14.196177 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f281455d-16e7-4472-bdb4-9e9b3051f5d4 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:14.227291 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0ac2cef9-e581-404b-a6e3-388bfa0856fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:14.304057 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0ac2cef9-e581-404b-a6e3-388bfa0856fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:14.334378 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d2f89-f70d-4821-9b66-7775cf3f9c16 req-cfb51a9a-ae48-408b-9b86-13f901b087cb tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:14.343484 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b93d2f89-f70d-4821-9b66-7775cf3f9c16 req-cfb51a9a-ae48-408b-9b86-13f901b087cb tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=f4f1eb6e-bd36-4e2d-a214-349268e5e75b HTTP/1.1" status: 200 len: 946 time: 0.4550304 Apr 07 14:30:14.404189 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b93d2f89-f70d-4821-9b66-7775cf3f9c16 req-fe1af166-d654-4d8d-989c-965620799c08 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592465 Apr 07 14:30:14.445832 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f281455d-16e7-4472-bdb4-9e9b3051f5d4 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:14.451760 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f281455d-16e7-4472-bdb4-9e9b3051f5d4 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309632'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:14.476737 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0ac2cef9-e581-404b-a6e3-388bfa0856fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:14.481348 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0cc53f58-2321-42bc-aef1-7fe55bbcb026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:14.504587 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac2cef9-e581-404b-a6e3-388bfa0856fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66777d6-50cc-4666-9f6b-d3653874ec5b,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:14.511582 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0ac2cef9-e581-404b-a6e3-388bfa0856fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:14.524145 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0ac2cef9-e581-404b-a6e3-388bfa0856fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:14.528536 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-0ac2cef9-e581-404b-a6e3-388bfa0856fa admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d66777d6-50cc-4666-9f6b-d3653874ec5b HTTP/1.1" status: 204 len: 168 time: 0.4356220 Apr 07 14:30:14.532367 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:14.704818 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f281455d-16e7-4472-bdb4-9e9b3051f5d4 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4698590b-d18f-45a5-8f4b-300837dd0ec4,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:14.707548 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f281455d-16e7-4472-bdb4-9e9b3051f5d4 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:14.714721 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 47328) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:30:14.716893 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-f281455d-16e7-4472-bdb4-9e9b3051f5d4 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5856380 Apr 07 14:30:14.718437 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f281455d-16e7-4472-bdb4-9e9b3051f5d4 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:14.726002 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-2a8f46ac-db01-4c8a-8d17-4f068140d938 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Request body: {'security_group_rule': {'security_group_id': 'bed73b3f-fbc4-4f9a-ae6a-c8f8af91b6b0', 'project_id': '595711248f0e49e39f1f1c42a8e83a27', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:30:14.754573 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-2a8f46ac-db01-4c8a-8d17-4f068140d938 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:30:14.780649 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-2a8f46ac-db01-4c8a-8d17-4f068140d938 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Usage tracker for resource:security_group_rule and tenant:595711248f0e49e39f1f1c42a8e83a27 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:30:14.795168 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-2a8f46ac-db01-4c8a-8d17-4f068140d938 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:30:14.927275 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-2a8f46ac-db01-4c8a-8d17-4f068140d938 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:30:14.957322 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-70e3120d-78c2-416b-ae6b-3aa1cb1d5b4e None None] Allocated IP 172.20.0.2 (b6abb826-4474-4300-99e6-0a67f536ace1/0dff32ca-9f94-4c36-ab90-e636c9d844ad/ad6a67b6-2d97-46fc-a333-6b92e50efb9d) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 14:30:14.975530 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2a8f46ac-db01-4c8a-8d17-4f068140d938 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:15.026504 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2751d-2ec5-4ae4-a2cf-6ee0cd588750 req-6df940fb-cb3b-4c24-8c92-501b8b2093c7 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:15.035785 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4ba2751d-2ec5-4ae4-a2cf-6ee0cd588750 req-6df940fb-cb3b-4c24-8c92-501b8b2093c7 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 945 time: 0.2080708 Apr 07 14:30:15.101647 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4ba2751d-2ec5-4ae4-a2cf-6ee0cd588750 req-0e6ce90f-d1a2-4151-af46-2e4f77bcb133 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647211 Apr 07 14:30:15.166076 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2a8f46ac-db01-4c8a-8d17-4f068140d938 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:15.173207 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2a8f46ac-db01-4c8a-8d17-4f068140d938 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309632'] for security_group_rule, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:15.176424 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:15.240186 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f46ac-db01-4c8a-8d17-4f068140d938 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ca92e30-550d-4fb6-a02e-e9d6d97b4a3e,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:15.258513 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2a8f46ac-db01-4c8a-8d17-4f068140d938 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:15.259953 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2a8f46ac-db01-4c8a-8d17-4f068140d938 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:15.271605 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-2a8f46ac-db01-4c8a-8d17-4f068140d938 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5514665 Apr 07 14:30:15.272667 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 47344) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:30:15.301269 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-74e198d4-7bd1-4423-a843-406708693814 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Request body: {'security_group_rule': {'security_group_id': 'bed73b3f-fbc4-4f9a-ae6a-c8f8af91b6b0', 'project_id': '595711248f0e49e39f1f1c42a8e83a27', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:30:15.318337 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-74e198d4-7bd1-4423-a843-406708693814 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:30:15.328090 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-abf2aa38-79e4-4d9c-91d9-3072748919fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:15.332913 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-74e198d4-7bd1-4423-a843-406708693814 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Usage tracker for resource:security_group_rule and tenant:595711248f0e49e39f1f1c42a8e83a27 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:30:15.344469 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-74e198d4-7bd1-4423-a843-406708693814 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:30:15.373394 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-74e198d4-7bd1-4423-a843-406708693814 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:30:15.426200 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-74e198d4-7bd1-4423-a843-406708693814 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:15.442604 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146772c-d3d4-4419-ab67-f0902310275e req-eea08fee-0cfd-421e-96fa-4ffc5f3f3bd9 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:15.453479 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4146772c-d3d4-4419-ab67-f0902310275e req-eea08fee-0cfd-421e-96fa-4ffc5f3f3bd9 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 946 time: 0.4806490 Apr 07 14:30:15.457932 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-abf2aa38-79e4-4d9c-91d9-3072748919fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:15.677731 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-74e198d4-7bd1-4423-a843-406708693814 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:15.682965 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-74e198d4-7bd1-4423-a843-406708693814 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309632'] for security_group_rule, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:15.687117 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:15.771852 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning complete for port a6fcb33b-b37d-466a-ae80-9b71b0a63004 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:30:15.772440 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:15.783798 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e198d4-7bd1-4423-a843-406708693814 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61060875-52d7-4db6-a81c-8f81ae856130,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:15.796083 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-74e198d4-7bd1-4423-a843-406708693814 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:15.797530 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-74e198d4-7bd1-4423-a843-406708693814 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:15.802475 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-74e198d4-7bd1-4423-a843-406708693814 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5254517 Apr 07 14:30:15.802677 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 47366) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:30:15.810920 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-81db644a-e129-417e-9c30-ba2902ee27c8 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Request body: {'security_group_rule': {'security_group_id': 'bed73b3f-fbc4-4f9a-ae6a-c8f8af91b6b0', 'project_id': '595711248f0e49e39f1f1c42a8e83a27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:30:15.819025 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-81db644a-e129-417e-9c30-ba2902ee27c8 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:30:15.828113 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-81db644a-e129-417e-9c30-ba2902ee27c8 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Usage tracker for resource:security_group_rule and tenant:595711248f0e49e39f1f1c42a8e83a27 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:30:15.834666 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-81db644a-e129-417e-9c30-ba2902ee27c8 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:30:15.871486 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-81db644a-e129-417e-9c30-ba2902ee27c8 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:30:15.893760 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Pushing event updated for resources: {'Port': ['ID=a17a9909-d493-49ff-bfec-c7d427a27f3f,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:15.894881 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.db.securitygroups_db [None req-81db644a-e129-417e-9c30-ba2902ee27c8 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Project 595711248f0e49e39f1f1c42a8e83a27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 14:30:15.900863 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4146772c-d3d4-4419-ab67-f0902310275e req-62c85bf2-32e3-4e47-a2fe-9d13596c780d tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4443729 Apr 07 14:30:15.907286 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3047b6a6-45e7-4cba-bb5a-09f890822a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:15.908976 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:15.925290 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.220s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:15.948527 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-81db644a-e129-417e-9c30-ba2902ee27c8 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:16.018248 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-abf2aa38-79e4-4d9c-91d9-3072748919fb admin admin] Allocated IP 172.28.3.163 (6dc11b00-4e00-4f77-8f6a-5304324fd48e/122e1bcc-5379-466c-b8c0-1b63f085397d/c21f5c76-4c83-4ff5-8ad4-710cc9d47ba2) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 14:30:16.116037 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-70e3120d-78c2-416b-ae6b-3aa1cb1d5b4e None None] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:16.129808 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-70e3120d-78c2-416b-ae6b-3aa1cb1d5b4e None None] Transition to ACTIVE for port object ad6a67b6-2d97-46fc-a333-6b92e50efb9d will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:30:16.166425 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-70e3120d-78c2-416b-ae6b-3aa1cb1d5b4e None None] Transition to ACTIVE for port object ad6a67b6-2d97-46fc-a333-6b92e50efb9d will not be triggered until provisioned by entity DHCP. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:30:16.214734 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-70e3120d-78c2-416b-ae6b-3aa1cb1d5b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732486185860'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:16.259181 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-81db644a-e129-417e-9c30-ba2902ee27c8 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:16.263266 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-81db644a-e129-417e-9c30-ba2902ee27c8 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309632'] for security_group_rule, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:16.277375 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0598d9c1-9318-4921-8259-485126b1a82c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:16.322840 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db644a-e129-417e-9c30-ba2902ee27c8 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21fac1dd-d35f-454f-881f-8003a8ae5745,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:16.325817 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-81db644a-e129-417e-9c30-ba2902ee27c8 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:16.331951 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-81db644a-e129-417e-9c30-ba2902ee27c8 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:16.336144 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-81db644a-e129-417e-9c30-ba2902ee27c8 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5297470 Apr 07 14:30:16.337162 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 47382) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:30:16.347713 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-59b3c76c-728a-424f-b78b-3732dc04980d tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Request body: {'security_group_rule': {'security_group_id': 'bed73b3f-fbc4-4f9a-ae6a-c8f8af91b6b0', 'project_id': '595711248f0e49e39f1f1c42a8e83a27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:30:16.369095 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-cf4c78cf-f65f-4ccb-9319-2d9d1bb4c8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:16.379207 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-59b3c76c-728a-424f-b78b-3732dc04980d tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:30:16.397424 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-59b3c76c-728a-424f-b78b-3732dc04980d tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Usage tracker for resource:security_group_rule and tenant:595711248f0e49e39f1f1c42a8e83a27 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:30:16.415008 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-59b3c76c-728a-424f-b78b-3732dc04980d tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:30:16.436282 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-59b3c76c-728a-424f-b78b-3732dc04980d tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:30:16.507874 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-abf2aa38-79e4-4d9c-91d9-3072748919fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:16.513390 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e3120d-78c2-416b-ae6b-3aa1cb1d5b4e None None] Network b6abb826-4474-4300-99e6-0a67f536ace1 is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:30:16.519312 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 0e59d250-caa7-4e4a-904a-6aeb1ca30b1e up at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:30:16.527872 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7851e7-d168-4d52-a820-ceac780d328e req-369be653-07aa-4729-ab6c-20051af233ec tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:16.539583 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4f7851e7-d168-4d52-a820-ceac780d328e req-369be653-07aa-4729-ab6c-20051af233ec tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.81 "GET /v2.0/ports?device_id=f4f1eb6e-bd36-4e2d-a214-349268e5e75b HTTP/1.1" status: 200 len: 946 time: 0.4456375 Apr 07 14:30:16.547388 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-70e3120d-78c2-416b-ae6b-3aa1cb1d5b4e None None] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:30:16.547823 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-abf2aa38-79e4-4d9c-91d9-3072748919fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732486185860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7073224'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:16.558662 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e3120d-78c2-416b-ae6b-3aa1cb1d5b4e None None] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 14:30:16.620228 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.db.securitygroups_db [None req-59b3c76c-728a-424f-b78b-3732dc04980d tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Project 595711248f0e49e39f1f1c42a8e83a27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 14:30:16.669248 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-59b3c76c-728a-424f-b78b-3732dc04980d tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:16.747733 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b2fc3d21-0857-4d4a-9290-4241b45f52a4 tempest-VolumesNegativeTest-1429742619 tempest-VolumesNegativeTest-1429742619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:16.761068 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-4f7851e7-d168-4d52-a820-ceac780d328e req-bf4ffdd0-7920-4c13-9899-e81fe9058c68 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Deleting port df79e1d8-be47-4db9-9ecf-3b0f3598c42e {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:30:16.761609 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-4f7851e7-d168-4d52-a820-ceac780d328e req-bf4ffdd0-7920-4c13-9899-e81fe9058c68 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:16.804724 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-70e3120d-78c2-416b-ae6b-3aa1cb1d5b4e None None] Attempting to bind port ad6a67b6-2d97-46fc-a333-6b92e50efb9d on host dv-cinder-780933-3-smb for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 14:30:16.805119 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-70e3120d-78c2-416b-ae6b-3aa1cb1d5b4e None None] Attempting to bind port ad6a67b6-2d97-46fc-a333-6b92e50efb9d by drivers openvswitch,hyperv on host dv-cinder-780933-3-smb at level 0 using segments [{'id': 'f091fd0b-1ed2-4d49-954d-8d06999cb7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b6abb826-4474-4300-99e6-0a67f536ace1'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 14:30:16.805545 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e3120d-78c2-416b-ae6b-3aa1cb1d5b4e None None] Attempting to bind port ad6a67b6-2d97-46fc-a333-6b92e50efb9d on network b6abb826-4474-4300-99e6-0a67f536ace1 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:30:16.828170 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e3120d-78c2-416b-ae6b-3aa1cb1d5b4e None None] Checking agent: {'id': '8ae518a7-0379-42e9-ab12-7bfd998fa0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 14, 18, 49), 'started_at': datetime.datetime(2021, 4, 7, 14, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 14, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 14:30:16.828592 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e3120d-78c2-416b-ae6b-3aa1cb1d5b4e None None] Checking segment: {'id': 'f091fd0b-1ed2-4d49-954d-8d06999cb7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b6abb826-4474-4300-99e6-0a67f536ace1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:30:16.829042 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-70e3120d-78c2-416b-ae6b-3aa1cb1d5b4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:16.829498 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e3120d-78c2-416b-ae6b-3aa1cb1d5b4e None None] Bound using segment: {'id': 'f091fd0b-1ed2-4d49-954d-8d06999cb7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b6abb826-4474-4300-99e6-0a67f536ace1'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 14:30:16.830710 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-70e3120d-78c2-416b-ae6b-3aa1cb1d5b4e None None] Bound port: ad6a67b6-2d97-46fc-a333-6b92e50efb9d, host: dv-cinder-780933-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f091fd0b-1ed2-4d49-954d-8d06999cb7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b6abb826-4474-4300-99e6-0a67f536ace1'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 14:30:16.830997 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-70e3120d-78c2-416b-ae6b-3aa1cb1d5b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:16.832393 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf2aa38-79e4-4d9c-91d9-3072748919fb admin admin] Pushing event updated for resources: {'Port': ['ID=c21f5c76-4c83-4ff5-8ad4-710cc9d47ba2,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:16.837414 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-abf2aa38-79e4-4d9c-91d9-3072748919fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:16.865159 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655903b-425b-4c77-87e5-24330835c2cf req-3d1b3eb1-ebed-47f7-8639-3e61d163813b tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:16.867268 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4655903b-425b-4c77-87e5-24330835c2cf req-3d1b3eb1-ebed-47f7-8639-3e61d163813b tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=f4f1eb6e-bd36-4e2d-a214-349268e5e75b HTTP/1.1" status: 200 len: 946 time: 0.6001294 Apr 07 14:30:16.877678 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf2aa38-79e4-4d9c-91d9-3072748919fb admin admin] Network 6dc11b00-4e00-4f77-8f6a-5304324fd48e is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:30:16.894561 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-abf2aa38-79e4-4d9c-91d9-3072748919fb admin admin] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:30:16.898271 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e3120d-78c2-416b-ae6b-3aa1cb1d5b4e None None] Pushing event updated for resources: {'Port': ['ID=ad6a67b6-2d97-46fc-a333-6b92e50efb9d,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:16.899692 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf2aa38-79e4-4d9c-91d9-3072748919fb admin admin] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 14:30:16.933961 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-70e3120d-78c2-416b-ae6b-3aa1cb1d5b4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:16.973942 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-dc449a24-9ea6-47a4-85df-71735adc6d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e10c10-2e18-4be9-b38b-b064be7fd70b', 'name': 'tempest-TestShelveInstance-1488382879-router', 'tenant_id': 'bc668998eabf4450b4c95ab35bdd6197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a17a9909-d493-49ff-bfec-c7d427a27f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:29:50Z', 'updated_at': '2021-04-07T14:30:01Z', 'revision_number': 4, 'project_id': 'bc668998eabf4450b4c95ab35bdd6197', 'gw_port': {'id': 'a17a9909-d493-49ff-bfec-c7d427a27f3f', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e10c10-2e18-4be9-b38b-b064be7fd70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:51Z', 'updated_at': '2021-04-07T14:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_interfaces': [{'id': '1fc886b8-fe02-4950-8730-a8bea304b4a5', 'name': '', 'network_id': '0e418e9d-a837-4e7d-ac49-8444c710e003', 'tenant_id': 'bc668998eabf4450b4c95ab35bdd6197', 'mac_address': 'fa:16:3e:82:5e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e10c10-2e18-4be9-b38b-b064be7fd70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '652fc8dc-ea5f-4b0b-9ed3-350d25f1f224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:59Z', 'updated_at': '2021-04-07T14:30:02Z', 'revision_number': 2, 'project_id': 'bc668998eabf4450b4c95ab35bdd6197', 'subnets': [{'id': '652fc8dc-ea5f-4b0b-9ed3-350d25f1f224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:30:16.981792 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc449a24-9ea6-47a4-85df-71735adc6d0d None None] Checking router: 38e10c10-2e18-4be9-b38b-b064be7fd70b for host: dv-cinder-780933-3-smb {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 14:30:16.982559 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc449a24-9ea6-47a4-85df-71735adc6d0d None None] Updating router 38e10c10-2e18-4be9-b38b-b064be7fd70b port 1fc886b8-fe02-4950-8730-a8bea304b4a5 binding host dv-cinder-780933-3-smb {{(pid=84314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 07 14:30:17.055762 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-dc449a24-9ea6-47a4-85df-71735adc6d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:17.130135 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-59b3c76c-728a-424f-b78b-3732dc04980d tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:17.137680 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning complete for port 0e59d250-caa7-4e4a-904a-6aeb1ca30b1e triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:30:17.138387 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:17.149531 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-59b3c76c-728a-424f-b78b-3732dc04980d tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309632'] for security_group_rule, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:17.160369 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2a8f46ac-db01-4c8a-8d17-4f068140d938 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:17.178919 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-70e3120d-78c2-416b-ae6b-3aa1cb1d5b4e None None] For port ad6a67b6-2d97-46fc-a333-6b92e50efb9d, host dv-cinder-780933-3-smb, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 14:30:17.245748 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-70e3120d-78c2-416b-ae6b-3aa1cb1d5b4e None None] For port ad6a67b6-2d97-46fc-a333-6b92e50efb9d, host dv-cinder-780933-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=ad6a67b6-2d97-46fc-a333-6b92e50efb9d,segment=NetworkSegment(f091fd0b-1ed2-4d49-954d-8d06999cb7f3),segment_id=f091fd0b-1ed2-4d49-954d-8d06999cb7f3)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 14:30:17.269108 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-70e3120d-78c2-416b-ae6b-3aa1cb1d5b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:17.444812 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-70e3120d-78c2-416b-ae6b-3aa1cb1d5b4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:17.546053 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e3120d-78c2-416b-ae6b-3aa1cb1d5b4e None None] Pushing event updated for resources: {'Port': ['ID=ad6a67b6-2d97-46fc-a333-6b92e50efb9d,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:17.559725 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-70e3120d-78c2-416b-ae6b-3aa1cb1d5b4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:17.578381 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f0cee206-429a-45a5-a562-59e923ae2e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:17.625624 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-59b3c76c-728a-424f-b78b-3732dc04980d tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:17.644868 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-59b3c76c-728a-424f-b78b-3732dc04980d tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3064463 Apr 07 14:30:17.694318 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b3c76c-728a-424f-b78b-3732dc04980d tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8276df7e-9fe4-4c70-82e1-ff41c10c7758,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:17.714972 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-59b3c76c-728a-424f-b78b-3732dc04980d tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:17.935104 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4655903b-425b-4c77-87e5-24330835c2cf req-e7cc8e78-63c6-46ae-a3ab-f2912d534f3d tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0558455 Apr 07 14:30:17.967820 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-4f7851e7-d168-4d52-a820-ceac780d328e req-bf4ffdd0-7920-4c13-9899-e81fe9058c68 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] For port df79e1d8-be47-4db9-9ecf-3b0f3598c42e, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=df79e1d8-be47-4db9-9ecf-3b0f3598c42e,segment=NetworkSegment(9d8ef5b9-c447-4b90-9831-d929e59e09af),segment_id=9d8ef5b9-c447-4b90-9831-d929e59e09af)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:30:17.968293 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-4f7851e7-d168-4d52-a820-ceac780d328e req-bf4ffdd0-7920-4c13-9899-e81fe9058c68 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:18.178574 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-abf2aa38-79e4-4d9c-91d9-3072748919fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:18.257538 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-68064a8d-a1ee-4a07-912b-506dbeaf5e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:18.458898 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 3fb6ae95-a4a7-469b-ace7-557b80003040 up at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:30:18.622520 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-4f7851e7-d168-4d52-a820-ceac780d328e req-bf4ffdd0-7920-4c13-9899-e81fe9058c68 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Calling delete_port for df79e1d8-be47-4db9-9ecf-3b0f3598c42e owned by compute:nova {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:30:18.712105 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1cb53-b116-46da-8395-bafef6156741 req-20cacb98-6ea0-400c-a626-188a72d4cb78 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:18.718816 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-dc449a24-9ea6-47a4-85df-71735adc6d0d None None] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:18.727171 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-bfc1cb53-b116-46da-8395-bafef6156741 req-20cacb98-6ea0-400c-a626-188a72d4cb78 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 946 time: 1.5189676 Apr 07 14:30:18.799098 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-dc449a24-9ea6-47a4-85df-71735adc6d0d None None] Transition to ACTIVE for port object 1fc886b8-fe02-4950-8730-a8bea304b4a5 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:30:18.822512 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-bfc1cb53-b116-46da-8395-bafef6156741 req-51f634df-39be-4170-a70b-0c8032fcc0d4 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935702 Apr 07 14:30:18.862781 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-dc449a24-9ea6-47a4-85df-71735adc6d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:19.140713 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-4f7851e7-d168-4d52-a820-ceac780d328e req-bf4ffdd0-7920-4c13-9899-e81fe9058c68 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304368157317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304368589940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848525233'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:19.188712 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device df79e1d8-be47-4db9-9ecf-3b0f3598c42e no longer exists at agent hyperv_hv-cinder-78093 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 14:30:19.189155 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b18427b3-b4f0-4508-9e85-4387d6ddfa37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:19.244591 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-abf2aa38-79e4-4d9c-91d9-3072748919fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846490618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846500450'] for router, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:19.298489 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-64be3218-e407-4d70-88d8-febd21eedf3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:19.672074 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-24d1e0a1-7736-4f34-94df-0990f9b8df54 req-e24bb6bd-d629-49d6-b570-7291ef8b4467 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=f4f1eb6e-bd36-4e2d-a214-349268e5e75b HTTP/1.1" status: 200 len: 210 time: 0.4288008 Apr 07 14:30:19.751774 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ffdd0-7920-4c13-9899-e81fe9058c68 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Pushing event deleted for resources: {'Port': ['ID=df79e1d8-be47-4db9-9ecf-3b0f3598c42e,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:19.766080 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-bf4ffdd0-7920-4c13-9899-e81fe9058c68 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:19.845415 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] get_ports_and_sgs() called for port_ids ['f05d00fa-1d9e-40c6-9931-be3ca2a5969d', '1d458b85-a651-478f-9f15-ac9a80425e63', 'ca0c2e76-7ed0-4d8a-b52f-03581bf144d6'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 14:30:19.932994 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf2aa38-79e4-4d9c-91d9-3072748919fb admin admin] Router e2ea11ed-a02a-4441-9a65-d37be681ec3a is scheduled to L3 agent d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2 with binding_index 1 {{(pid=84312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 07 14:30:19.993957 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f7851e7-d168-4d52-a820-ceac780d328e req-bf4ffdd0-7920-4c13-9899-e81fe9058c68 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] No DVR routers for this DVR port df79e1d8-be47-4db9-9ecf-3b0f3598c42e on host hv-cinder-78093 {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 14:30:19.998567 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-4f7851e7-d168-4d52-a820-ceac780d328e req-bf4ffdd0-7920-4c13-9899-e81fe9058c68 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:20.032182 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] No Port match for: df79e1d8-be47-4db9-9ecf-3b0f3598c42e {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 14:30:20.032182 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device df79e1d8-be47-4db9-9ecf-3b0f3598c42e not bound to the agent host hv-cinder-78093 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 14:30:20.034769 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:20.041821 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f1eb6e-bd36-4e2d-a214-349268e5e75b', 'name': 'network-vif-deleted', 'tag': 'df79e1d8-be47-4db9-9ecf-3b0f3598c42e'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:30:20.057263 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4f7851e7-d168-4d52-a820-ceac780d328e req-bf4ffdd0-7920-4c13-9899-e81fe9058c68 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.81 "DELETE /v2.0/ports/df79e1d8-be47-4db9-9ecf-3b0f3598c42e HTTP/1.1" status: 204 len: 173 time: 3.5159569 Apr 07 14:30:20.282070 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning for port 3fb6ae95-a4a7-469b-ace7-557b80003040 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:30:20.331339 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning complete for port 3fb6ae95-a4a7-469b-ace7-557b80003040 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:30:20.331765 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:20.377764 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e264dd-c86b-4ee5-a362-778d7f7ab604 None None] Network b6abb826-4474-4300-99e6-0a67f536ace1 requested from dv-cinder-780933-3-smb {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 14:30:20.567789 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf2aa38-79e4-4d9c-91d9-3072748919fb admin admin] Notify agent at l3_agent.dv-cinder-780933-3-smb the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 14:30:20.583786 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0c8565-3b4c-482d-b2f0-c446eb786bb6 None None] Sync routers for ids ['e2ea11ed-a02a-4441-9a65-d37be681ec3a'] in dv-cinder-780933-3-smb {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 14:30:20.598337 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0c8565-3b4c-482d-b2f0-c446eb786bb6 None None] Routers {'e2ea11ed-a02a-4441-9a65-d37be681ec3a'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:30:20.607509 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-eb0c8565-3b4c-482d-b2f0-c446eb786bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:30:18Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['e2ea11ed-a02a-4441-9a65-d37be681ec3a'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:30:20.671463 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-abf2aa38-79e4-4d9c-91d9-3072748919fb admin admin] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:20.673132 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-abf2aa38-79e4-4d9c-91d9-3072748919fb admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.8589551 Apr 07 14:30:20.678475 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 47480) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:30:20.711448 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6e1ad-ee81-4ec2-a36b-6da36691a500 req-7a0c4f53-787a-483e-82c9-f9b2c3d74e24 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:20.720008 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-acb6e1ad-ee81-4ec2-a36b-6da36691a500 req-7a0c4f53-787a-483e-82c9-f9b2c3d74e24 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 946 time: 0.2511797 Apr 07 14:30:20.795071 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-acb6e1ad-ee81-4ec2-a36b-6da36691a500 req-680d3ebe-7b08-43a9-9c28-de3cbfe04ba6 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735843 Apr 07 14:30:20.923713 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-753d5ca8-67af-4e0f-aee9-cf9190fbeaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:21.050165 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f1eb6e-bd36-4e2d-a214-349268e5e75b', 'name': 'network-vif-deleted', 'tag': 'df79e1d8-be47-4db9-9ecf-3b0f3598c42e', 'status': 'completed', 'code': 200} Apr 07 14:30:21.116613 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-eb0c8565-3b4c-482d-b2f0-c446eb786bb6 None None] Set router e2ea11ed-a02a-4441-9a65-d37be681ec3a gateway port host: dv-cinder-780933-3-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:30:21.166060 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-ac6b762f-76f6-44ce-92e6-05f3ca806300 None None] Provisioning for port ad6a67b6-2d97-46fc-a333-6b92e50efb9d completed by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:30:21.201968 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a90bc-7cb0-408e-99b2-5a76f8656e0a None None] Pushing event updated for resources: {'Port': ['ID=1fc886b8-fe02-4950-8730-a8bea304b4a5,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:21.220746 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-811a90bc-7cb0-408e-99b2-5a76f8656e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.917s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:21.445894 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5ae66734-311c-472b-b436-341c756506a7 req-28a31333-1464-4e38-8f3e-1e3e7b1ac979 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=f4f1eb6e-bd36-4e2d-a214-349268e5e75b HTTP/1.1" status: 200 len: 210 time: 0.1371889 Apr 07 14:30:21.712003 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-dc449a24-9ea6-47a4-85df-71735adc6d0d None None] Attempting to bind port 1fc886b8-fe02-4950-8730-a8bea304b4a5 on host dv-cinder-780933-3-smb for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 14:30:21.714733 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-dc449a24-9ea6-47a4-85df-71735adc6d0d None None] Attempting to bind port 1fc886b8-fe02-4950-8730-a8bea304b4a5 by drivers openvswitch,hyperv on host dv-cinder-780933-3-smb at level 0 using segments [{'id': 'e5110a05-7b11-49a9-b157-dde4367735dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0e418e9d-a837-4e7d-ac49-8444c710e003'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 14:30:21.715564 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc449a24-9ea6-47a4-85df-71735adc6d0d None None] Attempting to bind port 1fc886b8-fe02-4950-8730-a8bea304b4a5 on network 0e418e9d-a837-4e7d-ac49-8444c710e003 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:30:21.732847 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c83feb-61d2-49d8-bcfb-7b421d7ea64e req-9c00934e-da95-43a8-9fac-ea26499d6a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:21.734535 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-22c83feb-61d2-49d8-bcfb-7b421d7ea64e req-9c00934e-da95-43a8-9fac-ea26499d6a76 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3cedb750960847b9a6d948554b936778&device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 1098 time: 0.5502760 Apr 07 14:30:21.774781 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc449a24-9ea6-47a4-85df-71735adc6d0d None None] Checking agent: {'id': '8ae518a7-0379-42e9-ab12-7bfd998fa0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 14, 18, 49), 'started_at': datetime.datetime(2021, 4, 7, 14, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 14, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 14:30:21.775625 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc449a24-9ea6-47a4-85df-71735adc6d0d None None] Checking segment: {'id': 'e5110a05-7b11-49a9-b157-dde4367735dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0e418e9d-a837-4e7d-ac49-8444c710e003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:30:21.776384 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-dc449a24-9ea6-47a4-85df-71735adc6d0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:21.777188 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc449a24-9ea6-47a4-85df-71735adc6d0d None None] Bound using segment: {'id': 'e5110a05-7b11-49a9-b157-dde4367735dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0e418e9d-a837-4e7d-ac49-8444c710e003'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 14:30:21.777916 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-dc449a24-9ea6-47a4-85df-71735adc6d0d None None] Bound port: 1fc886b8-fe02-4950-8730-a8bea304b4a5, host: dv-cinder-780933-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5110a05-7b11-49a9-b157-dde4367735dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0e418e9d-a837-4e7d-ac49-8444c710e003'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 14:30:21.778531 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-dc449a24-9ea6-47a4-85df-71735adc6d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:21.827807 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-eb0c8565-3b4c-482d-b2f0-c446eb786bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ea11ed-a02a-4441-9a65-d37be681ec3a', 'name': 'tempest-TestMinimumBasicScenario-1608013552-router', 'tenant_id': '8062fb1eefa44035b0955474e245fd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': 'c21f5c76-4c83-4ff5-8ad4-710cc9d47ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:30:12Z', 'updated_at': '2021-04-07T14:30:17Z', 'revision_number': 3, 'project_id': '8062fb1eefa44035b0955474e245fd35', 'gw_port': {'id': 'c21f5c76-4c83-4ff5-8ad4-710cc9d47ba2', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ea11ed-a02a-4441-9a65-d37be681ec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:30:15Z', 'updated_at': '2021-04-07T14:30:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb'}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:30:21.839205 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0c8565-3b4c-482d-b2f0-c446eb786bb6 None None] Checking router: e2ea11ed-a02a-4441-9a65-d37be681ec3a for host: dv-cinder-780933-3-smb {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 14:30:21.839983 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0c8565-3b4c-482d-b2f0-c446eb786bb6 None None] Updating router e2ea11ed-a02a-4441-9a65-d37be681ec3a port c21f5c76-4c83-4ff5-8ad4-710cc9d47ba2 binding host dv-cinder-780933-3-smb {{(pid=84315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 07 14:30:21.973157 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-eb0c8565-3b4c-482d-b2f0-c446eb786bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:21.975927 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:21.995529 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] For port 3fb6ae95-a4a7-469b-ace7-557b80003040, host dv-cinder-780933-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=3fb6ae95-a4a7-469b-ace7-557b80003040,segment=NetworkSegment(c7b72cce-98ce-465c-ba2f-1d4f4f6375e6),segment_id=c7b72cce-98ce-465c-ba2f-1d4f4f6375e6)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:30:22.015220 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:22.016318 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device a17a9909-d493-49ff-bfec-c7d427a27f3f up at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:30:22.047972 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c83feb-61d2-49d8-bcfb-7b421d7ea64e req-797ce48f-0640-430a-8711-dc5d13d3eb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:22.057896 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-22c83feb-61d2-49d8-bcfb-7b421d7ea64e req-797ce48f-0640-430a-8711-dc5d13d3eb66 service neutron] 10.222.0.81 "GET /v2.0/networks?id=346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb HTTP/1.1" status: 200 len: 919 time: 0.3076906 Apr 07 14:30:22.074451 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:22.097935 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba45d8-34af-453f-a6c6-d407c8473c8b req-a0a959a9-bf9d-4dda-abc8-d908617f9613 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:22.112301 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4eba45d8-34af-453f-a6c6-d407c8473c8b req-a0a959a9-bf9d-4dda-abc8-d908617f9613 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 945 time: 0.6945968 Apr 07 14:30:22.260449 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-dc449a24-9ea6-47a4-85df-71735adc6d0d None None] For port 1fc886b8-fe02-4950-8730-a8bea304b4a5, host dv-cinder-780933-3-smb, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 14:30:22.274715 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-dc449a24-9ea6-47a4-85df-71735adc6d0d None None] For port 1fc886b8-fe02-4950-8730-a8bea304b4a5, host dv-cinder-780933-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=1fc886b8-fe02-4950-8730-a8bea304b4a5,segment=NetworkSegment(e5110a05-7b11-49a9-b157-dde4367735dc),segment_id=e5110a05-7b11-49a9-b157-dde4367735dc)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 14:30:22.345915 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b465e79a-0a59-46e8-8919-6efd97bbe92a req-3c2b27bf-229e-4daf-aa3a-2a22935facc7 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:22.363524 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b465e79a-0a59-46e8-8919-6efd97bbe92a req-3c2b27bf-229e-4daf-aa3a-2a22935facc7 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 946 time: 0.3695211 Apr 07 14:30:22.394498 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-dc449a24-9ea6-47a4-85df-71735adc6d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:22.415010 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4eba45d8-34af-453f-a6c6-d407c8473c8b req-545209ef-6a70-414b-a94d-5525f6003124 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995071 Apr 07 14:30:22.431027 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-22c83feb-61d2-49d8-bcfb-7b421d7ea64e req-636658d0-f230-48aa-af67-80ee4c26e450 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=296e53de-61dd-4e19-8ff2-3b0647237121 HTTP/1.1" status: 200 len: 217 time: 0.3169587 Apr 07 14:30:22.442650 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b465e79a-0a59-46e8-8919-6efd97bbe92a req-c1f47327-6476-407b-9f29-f301a9b75abf tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752504 Apr 07 14:30:22.667991 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c83feb-61d2-49d8-bcfb-7b421d7ea64e req-d75676b6-bbfb-4862-9eb4-474498c9a1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:22.669575 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-22c83feb-61d2-49d8-bcfb-7b421d7ea64e req-d75676b6-bbfb-4862-9eb4-474498c9a1c3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e62acf97-8dac-49ae-b633-d54e2e4cb525 HTTP/1.1" status: 200 len: 858 time: 0.2126486 Apr 07 14:30:22.817866 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-22c83feb-61d2-49d8-bcfb-7b421d7ea64e req-a73db13c-3aa4-4369-9597-50c4576cd9a3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1402700 Apr 07 14:30:22.838032 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Pushing event updated for resources: {'Port': ['ID=3fb6ae95-a4a7-469b-ace7-557b80003040,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:22.884214 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.812s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:22.889914 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 207765ac-57a5-4aa8-a2e0-6c4476ab7a6f details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=84314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 14:30:22.895693 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.419s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:23.116922 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning complete for port a17a9909-d493-49ff-bfec-c7d427a27f3f triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:30:23.117627 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:23.176578 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-eb0c8565-3b4c-482d-b2f0-c446eb786bb6 None None] Notify callbacks [] for port, precommit_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:23.207082 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-eb0c8565-3b4c-482d-b2f0-c446eb786bb6 None None] Transition to ACTIVE for port object c21f5c76-4c83-4ff5-8ad4-710cc9d47ba2 will not be triggered until provisioned by entity L2. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:30:23.209954 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.db.resource_extend [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 07 14:30:23.218799 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-eb0c8565-3b4c-482d-b2f0-c446eb786bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:23.318122 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-4600923b-693e-4398-91b8-5a0251a12f7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:23.366174 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-22c83feb-61d2-49d8-bcfb-7b421d7ea64e req-f6e26af6-1285-4dfc-a4d9-0b4d2d2f48ec service neutron] 10.222.0.81 "GET /v2.0/networks/346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5388770 Apr 07 14:30:23.380187 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a90bc-7cb0-408e-99b2-5a76f8656e0a None None] Pushing event updated for resources: {'Port': ['ID=1fc886b8-fe02-4950-8730-a8bea304b4a5,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:23.389105 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-811a90bc-7cb0-408e-99b2-5a76f8656e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:23.627118 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc449a24-9ea6-47a4-85df-71735adc6d0d None None] Routers {'38e10c10-2e18-4be9-b38b-b064be7fd70b'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:30:23.629553 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-dc449a24-9ea6-47a4-85df-71735adc6d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:30:18Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['38e10c10-2e18-4be9-b38b-b064be7fd70b'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:30:23.787633 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-22c83feb-61d2-49d8-bcfb-7b421d7ea64e req-92efcf8f-5a02-4696-ae88-d8a8f3ce342a service neutron] 10.222.0.81 "GET /v2.0/networks/346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342676 Apr 07 14:30:24.005481 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c537dd-c30a-4c38-a0d6-aff0e4e0781e req-6df14685-9d65-4dea-a60a-0237d07b27e1 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:24.021797 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-57c537dd-c30a-4c38-a0d6-aff0e4e0781e req-6df14685-9d65-4dea-a60a-0237d07b27e1 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 945 time: 0.1380749 Apr 07 14:30:24.094664 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-57c537dd-c30a-4c38-a0d6-aff0e4e0781e req-9885983a-121e-4a5a-a167-8a2c9745322b tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710938 Apr 07 14:30:24.195116 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393069a8-d342-4756-bf27-058c9ea92dc7 None None] Pushing event updated for resources: {'Port': ['ID=c21f5c76-4c83-4ff5-8ad4-710cc9d47ba2,revision_number=2']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:24.215241 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-393069a8-d342-4756-bf27-058c9ea92dc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.897s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:24.253158 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port 207765ac-57a5-4aa8-a2e0-6c4476ab7a6f, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=207765ac-57a5-4aa8-a2e0-6c4476ab7a6f,segment=NetworkSegment(0118da08-8e30-4678-bce3-0cdb584704d7),segment_id=0118da08-8e30-4678-bce3-0cdb584704d7)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:30:24.266245 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-dc449a24-9ea6-47a4-85df-71735adc6d0d None None] Set router 38e10c10-2e18-4be9-b38b-b064be7fd70b gateway port host: dv-cinder-780933-3-smb {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:30:24.379038 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Returning: {'device': '207765ac-57a5-4aa8-a2e0-6c4476ab7a6f', 'network_id': 'c030ef04-5242-408d-b21d-654932a78971', 'port_id': '207765ac-57a5-4aa8-a2e0-6c4476ab7a6f', 'mac_address': 'fa:16:3e:69:4d:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '922c7ccf-af8e-4c6b-baef-d00c20689db2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 14:30:24.612390 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-67587f1c-f607-4857-a46b-8d068fc1bc16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:24.615760 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-eb0c8565-3b4c-482d-b2f0-c446eb786bb6 None None] Attempting to bind port c21f5c76-4c83-4ff5-8ad4-710cc9d47ba2 on host dv-cinder-780933-3-smb for vnic_type normal with profile {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 14:30:24.617388 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-eb0c8565-3b4c-482d-b2f0-c446eb786bb6 None None] Attempting to bind port c21f5c76-4c83-4ff5-8ad4-710cc9d47ba2 by drivers openvswitch,hyperv on host dv-cinder-780933-3-smb at level 0 using segments [{'id': 'feed5fe9-833d-41c1-bf1c-58a271b81c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e'}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 14:30:24.625763 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0c8565-3b4c-482d-b2f0-c446eb786bb6 None None] Attempting to bind port c21f5c76-4c83-4ff5-8ad4-710cc9d47ba2 on network 6dc11b00-4e00-4f77-8f6a-5304324fd48e {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:30:24.650372 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0c8565-3b4c-482d-b2f0-c446eb786bb6 None None] Checking agent: {'id': '8ae518a7-0379-42e9-ab12-7bfd998fa0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 14, 18, 49), 'started_at': datetime.datetime(2021, 4, 7, 14, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 14, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 14:30:24.651111 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0c8565-3b4c-482d-b2f0-c446eb786bb6 None None] Checking segment: {'id': 'feed5fe9-833d-41c1-bf1c-58a271b81c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:30:24.651926 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-eb0c8565-3b4c-482d-b2f0-c446eb786bb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:24.652723 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0c8565-3b4c-482d-b2f0-c446eb786bb6 None None] Bound using segment: {'id': 'feed5fe9-833d-41c1-bf1c-58a271b81c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e'} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 14:30:24.653639 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-eb0c8565-3b4c-482d-b2f0-c446eb786bb6 None None] Bound port: c21f5c76-4c83-4ff5-8ad4-710cc9d47ba2, host: dv-cinder-780933-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feed5fe9-833d-41c1-bf1c-58a271b81c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e'}}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 14:30:24.654430 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-eb0c8565-3b4c-482d-b2f0-c446eb786bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:24.854992 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device ad6a67b6-2d97-46fc-a333-6b92e50efb9d up at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:30:24.902743 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d5e8c-f416-4387-b22c-1a4634b83712 req-2f1009b2-41e2-44da-ab26-2305a3cb9582 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:24.917524 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-9b5d5e8c-f416-4387-b22c-1a4634b83712 req-2f1009b2-41e2-44da-ab26-2305a3cb9582 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 946 time: 1.0169723 Apr 07 14:30:24.954363 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-eb0c8565-3b4c-482d-b2f0-c446eb786bb6 None None] For port c21f5c76-4c83-4ff5-8ad4-710cc9d47ba2, host dv-cinder-780933-3-smb, cleared binding levels {{(pid=84315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 14:30:24.977279 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-eb0c8565-3b4c-482d-b2f0-c446eb786bb6 None None] For port c21f5c76-4c83-4ff5-8ad4-710cc9d47ba2, host dv-cinder-780933-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=c21f5c76-4c83-4ff5-8ad4-710cc9d47ba2,segment=NetworkSegment(feed5fe9-833d-41c1-bf1c-58a271b81c41),segment_id=feed5fe9-833d-41c1-bf1c-58a271b81c41)] {{(pid=84315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 14:30:24.982877 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-eb0c8565-3b4c-482d-b2f0-c446eb786bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:25.025635 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:25.044890 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-9b5d5e8c-f416-4387-b22c-1a4634b83712 req-2624a266-4cc8-4165-bbbc-2f0649206706 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212013 Apr 07 14:30:25.374812 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-67587f1c-f607-4857-a46b-8d068fc1bc16 admin admin] Allocated IP 172.20.0.1 (b6abb826-4474-4300-99e6-0a67f536ace1/0dff32ca-9f94-4c36-ab90-e636c9d844ad/e756a5b8-0d3b-4857-ae37-d8c0f320e6c7) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 14:30:25.415128 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:25.425405 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 207765ac-57a5-4aa8-a2e0-6c4476ab7a6f {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 14:30:25.428958 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393069a8-d342-4756-bf27-058c9ea92dc7 None None] Pushing event updated for resources: {'Port': ['ID=c21f5c76-4c83-4ff5-8ad4-710cc9d47ba2,revision_number=3']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:25.452688 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-393069a8-d342-4756-bf27-058c9ea92dc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:25.528075 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning for port ad6a67b6-2d97-46fc-a333-6b92e50efb9d completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:30:25.556334 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning complete for port ad6a67b6-2d97-46fc-a333-6b92e50efb9d triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:30:25.556767 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:25.651231 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port 207765ac-57a5-4aa8-a2e0-6c4476ab7a6f, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=207765ac-57a5-4aa8-a2e0-6c4476ab7a6f,segment=NetworkSegment(0118da08-8e30-4678-bce3-0cdb584704d7),segment_id=0118da08-8e30-4678-bce3-0cdb584704d7)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:30:25.690587 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0c8565-3b4c-482d-b2f0-c446eb786bb6 None None] Routers {'e2ea11ed-a02a-4441-9a65-d37be681ec3a'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:30:25.692138 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-eb0c8565-3b4c-482d-b2f0-c446eb786bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:30:18Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['e2ea11ed-a02a-4441-9a65-d37be681ec3a'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:30:25.702813 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:25.724848 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:25.791541 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-67587f1c-f607-4857-a46b-8d068fc1bc16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:25.848492 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-67587f1c-f607-4857-a46b-8d068fc1bc16 admin admin] Transition to ACTIVE for port object e756a5b8-0d3b-4857-ae37-d8c0f320e6c7 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:30:25.906103 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] get_ports_and_sgs() called for port_ids ['207765ac-57a5-4aa8-a2e0-6c4476ab7a6f'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 14:30:26.010768 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-67587f1c-f607-4857-a46b-8d068fc1bc16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732486185860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848525233'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:26.081504 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:26.122786 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da378ec-d506-4cb9-bd0a-f6132578d615 req-57b9584c-50a5-4de9-a8f1-7b7fa76e56b3 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:26.138805 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-7da378ec-d506-4cb9-bd0a-f6132578d615 req-57b9584c-50a5-4de9-a8f1-7b7fa76e56b3 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=92aa047e-dba6-409a-9d51-46aec8b4bfbc HTTP/1.1" status: 200 len: 946 time: 0.3724568 Apr 07 14:30:26.201346 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-7da378ec-d506-4cb9-bd0a-f6132578d615 req-af633d00-16e8-4193-bb4c-f2d84481e77d tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610335 Apr 07 14:30:26.304567 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:26.321921 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Pushing event updated for resources: {'Port': ['ID=207765ac-57a5-4aa8-a2e0-6c4476ab7a6f,revision_number=6']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:26.347818 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:26.387767 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-eb0c8565-3b4c-482d-b2f0-c446eb786bb6 None None] Set router e2ea11ed-a02a-4441-9a65-d37be681ec3a gateway port host: dv-cinder-780933-3-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:30:26.567562 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] For port ad6a67b6-2d97-46fc-a333-6b92e50efb9d, host dv-cinder-780933-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=ad6a67b6-2d97-46fc-a333-6b92e50efb9d,segment=NetworkSegment(f091fd0b-1ed2-4d49-954d-8d06999cb7f3),segment_id=f091fd0b-1ed2-4d49-954d-8d06999cb7f3)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:30:26.599412 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ab947-43c9-41f7-a256-f369f3bd67e3 req-ae341ff7-ef8c-4041-ba18-9450bc1a5914 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:26.623125 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ee7ab947-43c9-41f7-a256-f369f3bd67e3 req-ae341ff7-ef8c-4041-ba18-9450bc1a5914 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 945 time: 0.7956073 Apr 07 14:30:26.628833 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:26.630386 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 3fb6ae95-a4a7-469b-ace7-557b80003040 up at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:30:26.764922 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ee7ab947-43c9-41f7-a256-f369f3bd67e3 req-1db76739-6551-463a-98ea-bd6c1aea89ce tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400311 Apr 07 14:30:26.781121 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de6f536-4bcf-4750-901a-cce70df62f8c req-e390760a-ffe6-4b9e-9b78-14acec9bf023 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:26.789302 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67587f1c-f607-4857-a46b-8d068fc1bc16 admin admin] Pushing event updated for resources: {'Port': ['ID=e756a5b8-0d3b-4857-ae37-d8c0f320e6c7,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:26.802420 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:26.803273 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-7de6f536-4bcf-4750-901a-cce70df62f8c req-e390760a-ffe6-4b9e-9b78-14acec9bf023 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 945 time: 0.2702777 Apr 07 14:30:26.869015 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-67587f1c-f607-4857-a46b-8d068fc1bc16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.787s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:26.893386 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-7de6f536-4bcf-4750-901a-cce70df62f8c req-d500761a-8f02-45a3-a480-5fec0251ae80 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839622 Apr 07 14:30:27.019267 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67587f1c-f607-4857-a46b-8d068fc1bc16 admin admin] Network b6abb826-4474-4300-99e6-0a67f536ace1 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:30:27.022596 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-67587f1c-f607-4857-a46b-8d068fc1bc16 admin admin] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:30:27.029801 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Pushing event updated for resources: {'Port': ['ID=ad6a67b6-2d97-46fc-a333-6b92e50efb9d,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:27.041157 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67587f1c-f607-4857-a46b-8d068fc1bc16 admin admin] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 14:30:27.066302 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-dc449a24-9ea6-47a4-85df-71735adc6d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e10c10-2e18-4be9-b38b-b064be7fd70b', 'name': 'tempest-TestShelveInstance-1488382879-router', 'tenant_id': 'bc668998eabf4450b4c95ab35bdd6197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a17a9909-d493-49ff-bfec-c7d427a27f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:29:50Z', 'updated_at': '2021-04-07T14:30:01Z', 'revision_number': 4, 'project_id': 'bc668998eabf4450b4c95ab35bdd6197', 'gw_port': {'id': 'a17a9909-d493-49ff-bfec-c7d427a27f3f', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e10c10-2e18-4be9-b38b-b064be7fd70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:51Z', 'updated_at': '2021-04-07T14:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_interfaces': [{'id': '1fc886b8-fe02-4950-8730-a8bea304b4a5', 'name': '', 'network_id': '0e418e9d-a837-4e7d-ac49-8444c710e003', 'tenant_id': 'bc668998eabf4450b4c95ab35bdd6197', 'mac_address': 'fa:16:3e:82:5e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e10c10-2e18-4be9-b38b-b064be7fd70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '652fc8dc-ea5f-4b0b-9ed3-350d25f1f224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:59Z', 'updated_at': '2021-04-07T14:30:22Z', 'revision_number': 4, 'project_id': 'bc668998eabf4450b4c95ab35bdd6197', 'subnets': [{'id': '652fc8dc-ea5f-4b0b-9ed3-350d25f1f224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:30:27.075707 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:27.127688 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc449a24-9ea6-47a4-85df-71735adc6d0d None None] The sync data for ids ['38e10c10-2e18-4be9-b38b-b064be7fd70b'] in dv-cinder-780933-3-smb is: [{'id': '38e10c10-2e18-4be9-b38b-b064be7fd70b', 'name': 'tempest-TestShelveInstance-1488382879-router', 'tenant_id': 'bc668998eabf4450b4c95ab35bdd6197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a17a9909-d493-49ff-bfec-c7d427a27f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:29:50Z', 'updated_at': '2021-04-07T14:30:01Z', 'revision_number': 4, 'project_id': 'bc668998eabf4450b4c95ab35bdd6197', 'gw_port': {'id': 'a17a9909-d493-49ff-bfec-c7d427a27f3f', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e10c10-2e18-4be9-b38b-b064be7fd70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:51Z', 'updated_at': '2021-04-07T14:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_interfaces': [{'id': '1fc886b8-fe02-4950-8730-a8bea304b4a5', 'name': '', 'network_id': '0e418e9d-a837-4e7d-ac49-8444c710e003', 'tenant_id': 'bc668998eabf4450b4c95ab35bdd6197', 'mac_address': 'fa:16:3e:82:5e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e10c10-2e18-4be9-b38b-b064be7fd70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '652fc8dc-ea5f-4b0b-9ed3-350d25f1f224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:59Z', 'updated_at': '2021-04-07T14:30:22Z', 'revision_number': 4, 'project_id': 'bc668998eabf4450b4c95ab35bdd6197', 'subnets': [{'id': '652fc8dc-ea5f-4b0b-9ed3-350d25f1f224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 14:30:27.243987 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-67587f1c-f607-4857-a46b-8d068fc1bc16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8357458'] for router_interface, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:27.291576 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning complete for port 3fb6ae95-a4a7-469b-ace7-557b80003040 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:30:27.292270 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:27.466873 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-eb0c8565-3b4c-482d-b2f0-c446eb786bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ea11ed-a02a-4441-9a65-d37be681ec3a', 'name': 'tempest-TestMinimumBasicScenario-1608013552-router', 'tenant_id': '8062fb1eefa44035b0955474e245fd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': 'c21f5c76-4c83-4ff5-8ad4-710cc9d47ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:30:12Z', 'updated_at': '2021-04-07T14:30:17Z', 'revision_number': 3, 'project_id': '8062fb1eefa44035b0955474e245fd35', 'gw_port': {'id': 'c21f5c76-4c83-4ff5-8ad4-710cc9d47ba2', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ea11ed-a02a-4441-9a65-d37be681ec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:30:15Z', 'updated_at': '2021-04-07T14:30:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb'}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:30:27.524417 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0c8565-3b4c-482d-b2f0-c446eb786bb6 None None] The sync data for ids ['e2ea11ed-a02a-4441-9a65-d37be681ec3a'] in dv-cinder-780933-3-smb is: [{'id': 'e2ea11ed-a02a-4441-9a65-d37be681ec3a', 'name': 'tempest-TestMinimumBasicScenario-1608013552-router', 'tenant_id': '8062fb1eefa44035b0955474e245fd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': 'c21f5c76-4c83-4ff5-8ad4-710cc9d47ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:30:12Z', 'updated_at': '2021-04-07T14:30:17Z', 'revision_number': 3, 'project_id': '8062fb1eefa44035b0955474e245fd35', 'gw_port': {'id': 'c21f5c76-4c83-4ff5-8ad4-710cc9d47ba2', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ea11ed-a02a-4441-9a65-d37be681ec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:30:15Z', 'updated_at': '2021-04-07T14:30:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb'}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 14:30:27.906761 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 1fc886b8-fe02-4950-8730-a8bea304b4a5 up at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:30:27.992861 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 207765ac-57a5-4aa8-a2e0-6c4476ab7a6f up at agent hyperv_hv-cinder-78093 {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:30:28.118467 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f10c1e36-7237-4e5f-bee2-4a3dd574a270 None None] Provisioning for port e756a5b8-0d3b-4857-ae37-d8c0f320e6c7 completed by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:30:28.136238 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f10c1e36-7237-4e5f-bee2-4a3dd574a270 None None] Provisioning complete for port e756a5b8-0d3b-4857-ae37-d8c0f320e6c7 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:30:28.136967 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f10c1e36-7237-4e5f-bee2-4a3dd574a270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:28.277379 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-f10c1e36-7237-4e5f-bee2-4a3dd574a270 None None] Port e756a5b8-0d3b-4857-ae37-d8c0f320e6c7 cannot update to ACTIVE because it is not bound. {{(pid=84314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 14:30:28.291189 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning for port 1fc886b8-fe02-4950-8730-a8bea304b4a5 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:30:28.324600 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Provisioning complete for port 207765ac-57a5-4aa8-a2e0-6c4476ab7a6f triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:30:28.325680 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:28.452529 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning complete for port 1fc886b8-fe02-4950-8730-a8bea304b4a5 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:30:28.452978 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:28.695489 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-67587f1c-f607-4857-a46b-8d068fc1bc16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:28.871586 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:28.907713 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d7c9f-d753-4bf6-ac61-e15a29bbad0a req-f97b7cb8-d9e5-401d-8191-f7f2a5a6f080 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:28.922233 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d89d7c9f-d753-4bf6-ac61-e15a29bbad0a req-f97b7cb8-d9e5-401d-8191-f7f2a5a6f080 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 945 time: 0.3217688 Apr 07 14:30:28.943906 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port 207765ac-57a5-4aa8-a2e0-6c4476ab7a6f, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=207765ac-57a5-4aa8-a2e0-6c4476ab7a6f,segment=NetworkSegment(0118da08-8e30-4678-bce3-0cdb584704d7),segment_id=0118da08-8e30-4678-bce3-0cdb584704d7)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:30:28.964883 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b209db44-6b45-43be-8bbc-640d1b3af949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207765ac-57a5-4aa8-a2e0-6c4476ab7a6f'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:30:28.984998 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:28.998217 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d89d7c9f-d753-4bf6-ac61-e15a29bbad0a req-8c0c30e7-b352-4d61-9032-39ae98e7654c tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727363 Apr 07 14:30:29.065992 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-64be3218-e407-4d70-88d8-febd21eedf3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:29.436582 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:29.691223 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-67587f1c-f607-4857-a46b-8d068fc1bc16 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:29.699488 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Pushing event updated for resources: {'Port': ['ID=207765ac-57a5-4aa8-a2e0-6c4476ab7a6f,revision_number=7']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:29.721779 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] For port 1fc886b8-fe02-4950-8730-a8bea304b4a5, host dv-cinder-780933-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=1fc886b8-fe02-4950-8730-a8bea304b4a5,segment=NetworkSegment(e5110a05-7b11-49a9-b157-dde4367735dc),segment_id=e5110a05-7b11-49a9-b157-dde4367735dc)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:30:29.722121 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-67587f1c-f607-4857-a46b-8d068fc1bc16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6250582'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:29.729769 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:29.733687 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:29.747923 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:29.881604 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b4dbdbe0-6636-45da-82bf-d4486b764556 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:29.917334 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-67587f1c-f607-4857-a46b-8d068fc1bc16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846875651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8281223'] for router_interface, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:30.035821 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559afe72-0a4f-4be3-8573-099dede9cdb3 req-7cd0d10e-2327-4af5-89fc-7970fd4aaf46 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:30.038251 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-559afe72-0a4f-4be3-8573-099dede9cdb3 req-7cd0d10e-2327-4af5-89fc-7970fd4aaf46 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 946 time: 0.4770961 Apr 07 14:30:30.126447 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-559afe72-0a4f-4be3-8573-099dede9cdb3 req-0253cfda-fdd4-45c7-a4e0-ade2eb33a567 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713096 Apr 07 14:30:30.139086 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Pushing event updated for resources: {'Port': ['ID=1fc886b8-fe02-4950-8730-a8bea304b4a5,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:30.161879 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:30.217975 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device ad6a67b6-2d97-46fc-a333-6b92e50efb9d up at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:30:30.386067 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b209db44-6b45-43be-8bbc-640d1b3af949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207765ac-57a5-4aa8-a2e0-6c4476ab7a6f', 'code': 200} Apr 07 14:30:30.395556 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96519238-bf82-421d-a308-f949b616eb96 req-e7c04745-32d9-468d-89c7-128f19d4a073 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:30.399532 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-96519238-bf82-421d-a308-f949b616eb96 req-e7c04745-32d9-468d-89c7-128f19d4a073 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Synchronizing usage tracker for tenant:af6fad83fbd440a78d4e9f9cd610cc9b on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:30:30.511403 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ffa5b-4f17-4643-b051-8258812013e5 req-985d9976-a6e6-4043-afdc-322dccb3ae23 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:30.525336 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-369ffa5b-4f17-4643-b051-8258812013e5 req-985d9976-a6e6-4043-afdc-322dccb3ae23 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 945 time: 0.1831398 Apr 07 14:30:30.540030 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67587f1c-f607-4857-a46b-8d068fc1bc16 admin admin] Network b6abb826-4474-4300-99e6-0a67f536ace1 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:30:30.568461 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-67587f1c-f607-4857-a46b-8d068fc1bc16 admin admin] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:30:30.618999 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-369ffa5b-4f17-4643-b051-8258812013e5 req-d2796ec0-7903-4974-b509-12f680415f9b tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902462 Apr 07 14:30:30.625369 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning complete for port ad6a67b6-2d97-46fc-a333-6b92e50efb9d triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:30:30.630201 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:30.960089 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a3d18-e5a5-46df-9aff-16f77a364fbd req-4cfbe98c-a332-4392-ab2c-fa29df227368 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:30.961287 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-611a3d18-e5a5-46df-9aff-16f77a364fbd req-4cfbe98c-a332-4392-ab2c-fa29df227368 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Synchronizing usage tracker for tenant:af6fad83fbd440a78d4e9f9cd610cc9b on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:30:30.971119 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-96519238-bf82-421d-a308-f949b616eb96 req-e7c04745-32d9-468d-89c7-128f19d4a073 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Unset dirty status for tenant:af6fad83fbd440a78d4e9f9cd610cc9b on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:30:30.972878 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-96519238-bf82-421d-a308-f949b616eb96 req-e7c04745-32d9-468d-89c7-128f19d4a073 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.81 "GET /v2.0/ports?device_id=92aa047e-dba6-409a-9d51-46aec8b4bfbc HTTP/1.1" status: 200 len: 946 time: 3.3938396 Apr 07 14:30:30.979135 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67587f1c-f607-4857-a46b-8d068fc1bc16 admin admin] Router e2ea11ed-a02a-4441-9a65-d37be681ec3a has already been hosted by L3 agent d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2 {{(pid=84313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 14:30:30.983508 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67587f1c-f607-4857-a46b-8d068fc1bc16 admin admin] Pushing event updated for resources: {'Port': ['ID=e756a5b8-0d3b-4857-ae37-d8c0f320e6c7,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:31.004899 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67587f1c-f607-4857-a46b-8d068fc1bc16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:30:31.005782 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67587f1c-f607-4857-a46b-8d068fc1bc16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:30:31.006384 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67587f1c-f607-4857-a46b-8d068fc1bc16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:30:31.007076 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67587f1c-f607-4857-a46b-8d068fc1bc16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:30:31.008883 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67587f1c-f607-4857-a46b-8d068fc1bc16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:30:31.009512 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67587f1c-f607-4857-a46b-8d068fc1bc16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:30:31.010103 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67587f1c-f607-4857-a46b-8d068fc1bc16 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:30:31.011964 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67587f1c-f607-4857-a46b-8d068fc1bc16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:30:31.012627 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67587f1c-f607-4857-a46b-8d068fc1bc16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:30:31.013217 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67587f1c-f607-4857-a46b-8d068fc1bc16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:30:31.013804 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67587f1c-f607-4857-a46b-8d068fc1bc16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:30:31.014390 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67587f1c-f607-4857-a46b-8d068fc1bc16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:30:31.025650 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-67587f1c-f607-4857-a46b-8d068fc1bc16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.144s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:31.126394 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-611a3d18-e5a5-46df-9aff-16f77a364fbd req-4cfbe98c-a332-4392-ab2c-fa29df227368 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Unset dirty status for tenant:af6fad83fbd440a78d4e9f9cd610cc9b on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:30:31.134478 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-611a3d18-e5a5-46df-9aff-16f77a364fbd req-4cfbe98c-a332-4392-ab2c-fa29df227368 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=92aa047e-dba6-409a-9d51-46aec8b4bfbc HTTP/1.1" status: 200 len: 946 time: 3.2461009 Apr 07 14:30:31.200973 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device c21f5c76-4c83-4ff5-8ad4-710cc9d47ba2 up at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:30:31.215936 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-96519238-bf82-421d-a308-f949b616eb96 req-02f1d047-9540-4a9c-b71d-7b07ef00e975 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Deleting port ca0c2e76-7ed0-4d8a-b52f-03581bf144d6 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:30:31.224484 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-96519238-bf82-421d-a308-f949b616eb96 req-02f1d047-9540-4a9c-b71d-7b07ef00e975 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:31.375926 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-611a3d18-e5a5-46df-9aff-16f77a364fbd req-390cd56f-e401-42e4-b837-3f9161420b60 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397780 Apr 07 14:30:31.510401 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-1c2ddb35-6881-4a6a-bfbc-63081414876a None None] Provisioning complete for port e756a5b8-0d3b-4857-ae37-d8c0f320e6c7 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:30:31.511354 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1c2ddb35-6881-4a6a-bfbc-63081414876a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:31.738386 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device ca0c2e76-7ed0-4d8a-b52f-03581bf144d6 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 14:30:31.802846 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e505444-fb23-4afb-adaa-44b7a45c2de4 req-792fd536-7283-4918-90eb-bed7d79a9169 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:31.816910 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5e505444-fb23-4afb-adaa-44b7a45c2de4 req-792fd536-7283-4918-90eb-bed7d79a9169 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 946 time: 0.3811028 Apr 07 14:30:31.952446 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5e505444-fb23-4afb-adaa-44b7a45c2de4 req-4cacb85f-cc8b-47d5-8a6b-68184a8b88fd tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321599 Apr 07 14:30:31.966528 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 47672) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:30:32.374855 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6062d409-1618-43e0-b4c9-c5bc1c782098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:32.397300 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-6062d409-1618-43e0-b4c9-c5bc1c782098 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:30:32.399042 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ddb35-6881-4a6a-bfbc-63081414876a None None] Port e756a5b8-0d3b-4857-ae37-d8c0f320e6c7 cannot update to ACTIVE because it is not bound. {{(pid=84314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 14:30:32.403264 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-6062d409-1618-43e0-b4c9-c5bc1c782098 admin admin] Usage tracker for resource:security_group_rule and tenant:2f0e95647dd04356bb8bc9776dfb1996 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:30:32.412085 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-6062d409-1618-43e0-b4c9-c5bc1c782098 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:30:32.425622 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-6062d409-1618-43e0-b4c9-c5bc1c782098 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:30:32.565298 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning for port c21f5c76-4c83-4ff5-8ad4-710cc9d47ba2 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:30:32.590152 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning complete for port c21f5c76-4c83-4ff5-8ad4-710cc9d47ba2 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:30:32.590638 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:32.687955 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:32.734839 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port ca0c2e76-7ed0-4d8a-b52f-03581bf144d6, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=ca0c2e76-7ed0-4d8a-b52f-03581bf144d6,segment=NetworkSegment(9d8ef5b9-c447-4b90-9831-d929e59e09af),segment_id=9d8ef5b9-c447-4b90-9831-d929e59e09af)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:30:32.736752 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92aa047e-dba6-409a-9d51-46aec8b4bfbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca0c2e76-7ed0-4d8a-b52f-03581bf144d6'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:30:32.745316 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:32.748528 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0fd7bb59-f1a0-49ad-bf08-e747baf183ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:32.795590 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6062d409-1618-43e0-b4c9-c5bc1c782098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:32.811241 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6062d409-1618-43e0-b4c9-c5bc1c782098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:32.841672 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Pushing event updated for resources: {'Port': ['ID=ca0c2e76-7ed0-4d8a-b52f-03581bf144d6,revision_number=6']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:32.846507 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:32.864708 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a111a3c-f679-4d64-87ef-c84b23a26cb5 req-de2863f6-6f64-4107-b9af-35c9251fc671 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:32.866839 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-7a111a3c-f679-4d64-87ef-c84b23a26cb5 req-de2863f6-6f64-4107-b9af-35c9251fc671 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=92aa047e-dba6-409a-9d51-46aec8b4bfbc HTTP/1.1" status: 200 len: 944 time: 0.1923368 Apr 07 14:30:32.867693 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-082b66d5-7558-4bdd-9ab5-4748f5fd6b78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:32.888950 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67587f1c-f607-4857-a46b-8d068fc1bc16 admin admin] Notify agent at l3_agent.dv-cinder-780933-3-smb the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 14:30:32.900497 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20aa4655-9d19-4ab0-9fa9-dfb70f40200a None None] Sync routers for ids ['e2ea11ed-a02a-4441-9a65-d37be681ec3a'] in dv-cinder-780933-3-smb {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 14:30:32.907065 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-6062d409-1618-43e0-b4c9-c5bc1c782098 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2f0e95647dd04356bb8bc9776dfb1996&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9375484 Apr 07 14:30:32.929162 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 47688) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:30:32.937227 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20aa4655-9d19-4ab0-9fa9-dfb70f40200a None None] Routers {'e2ea11ed-a02a-4441-9a65-d37be681ec3a'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:30:32.938282 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-20aa4655-9d19-4ab0-9fa9-dfb70f40200a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:30:18Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['e2ea11ed-a02a-4441-9a65-d37be681ec3a'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:30:32.938464 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6062d409-1618-43e0-b4c9-c5bc1c782098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52c10f7-157b-406a-8ece-e472c3ee1de3,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:32.949617 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-7a111a3c-f679-4d64-87ef-c84b23a26cb5 req-08c628f1-cdd4-4ad2-abe5-453cd3480a89 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402122 Apr 07 14:30:32.951505 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6062d409-1618-43e0-b4c9-c5bc1c782098 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:30:32.952056 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6062d409-1618-43e0-b4c9-c5bc1c782098 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:30:32.952470 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6062d409-1618-43e0-b4c9-c5bc1c782098 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:30:32.952865 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6062d409-1618-43e0-b4c9-c5bc1c782098 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:30:32.953404 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6062d409-1618-43e0-b4c9-c5bc1c782098 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:30:32.953852 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6062d409-1618-43e0-b4c9-c5bc1c782098 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:30:32.954261 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6062d409-1618-43e0-b4c9-c5bc1c782098 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:30:32.955230 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6062d409-1618-43e0-b4c9-c5bc1c782098 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:30:32.955661 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6062d409-1618-43e0-b4c9-c5bc1c782098 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:30:32.956154 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6062d409-1618-43e0-b4c9-c5bc1c782098 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:30:32.956551 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6062d409-1618-43e0-b4c9-c5bc1c782098 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:30:32.956939 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6062d409-1618-43e0-b4c9-c5bc1c782098 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:30:32.973046 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-6062d409-1618-43e0-b4c9-c5bc1c782098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:33.109552 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-67587f1c-f607-4857-a46b-8d068fc1bc16 admin admin] 10.222.0.63 "PUT /v2.0/routers/e2ea11ed-a02a-4441-9a65-d37be681ec3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4298871 Apr 07 14:30:33.359686 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-20aa4655-9d19-4ab0-9fa9-dfb70f40200a None None] Set router e2ea11ed-a02a-4441-9a65-d37be681ec3a gateway port host: dv-cinder-780933-3-smb {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:30:33.362318 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849bf6e-279e-4df0-bdd1-553b3cb9d7e0 req-82d0d206-fe52-462e-9a48-8e0f5be89479 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:33.371208 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-9849bf6e-279e-4df0-bdd1-553b3cb9d7e0 req-82d0d206-fe52-462e-9a48-8e0f5be89479 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 946 time: 0.1870103 Apr 07 14:30:33.395325 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-58f007ed-253c-47e7-bcef-fdf95ba52d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:33.418332 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-9849bf6e-279e-4df0-bdd1-553b3cb9d7e0 req-1c9be2a2-09a7-45cf-8bdc-4e97edc4ea30 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428998 Apr 07 14:30:33.424002 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46bd3d-1504-4f93-9c16-673dd93c4c1c req-cd34170c-408e-40e0-8eda-71fce0c5c8c7 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:33.426078 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-7f46bd3d-1504-4f93-9c16-673dd93c4c1c req-cd34170c-408e-40e0-8eda-71fce0c5c8c7 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 945 time: 0.8134274 Apr 07 14:30:33.535606 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-7f46bd3d-1504-4f93-9c16-673dd93c4c1c req-390177cd-d807-4075-b5c9-e274a4ff791b tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018918 Apr 07 14:30:33.612397 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-58f007ed-253c-47e7-bcef-fdf95ba52d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:33.729513 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-96519238-bf82-421d-a308-f949b616eb96 req-02f1d047-9540-4a9c-b71d-7b07ef00e975 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] For port ca0c2e76-7ed0-4d8a-b52f-03581bf144d6, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=ca0c2e76-7ed0-4d8a-b52f-03581bf144d6,segment=NetworkSegment(9d8ef5b9-c447-4b90-9831-d929e59e09af),segment_id=9d8ef5b9-c447-4b90-9831-d929e59e09af)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:30:33.730513 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-96519238-bf82-421d-a308-f949b616eb96 req-02f1d047-9540-4a9c-b71d-7b07ef00e975 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:33.794306 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92aa047e-dba6-409a-9d51-46aec8b4bfbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca0c2e76-7ed0-4d8a-b52f-03581bf144d6', 'code': 200} Apr 07 14:30:33.815921 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:33.836420 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] For port c21f5c76-4c83-4ff5-8ad4-710cc9d47ba2, host dv-cinder-780933-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=c21f5c76-4c83-4ff5-8ad4-710cc9d47ba2,segment=NetworkSegment(feed5fe9-833d-41c1-bf1c-58a271b81c41),segment_id=feed5fe9-833d-41c1-bf1c-58a271b81c41)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:30:33.858827 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:33.962153 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:34.024184 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-58f007ed-253c-47e7-bcef-fdf95ba52d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:34.059505 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-96519238-bf82-421d-a308-f949b616eb96 req-02f1d047-9540-4a9c-b71d-7b07ef00e975 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Calling delete_port for ca0c2e76-7ed0-4d8a-b52f-03581bf144d6 owned by compute:nova {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:30:34.123703 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-1b6aeee4-9996-48e8-af10-bb610cc92d11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:34.170137 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Pushing event updated for resources: {'Port': ['ID=c21f5c76-4c83-4ff5-8ad4-710cc9d47ba2,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:34.184106 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:34.205716 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f007ed-253c-47e7-bcef-fdf95ba52d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52c10f7-157b-406a-8ece-e472c3ee1de3,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:34.220644 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-58f007ed-253c-47e7-bcef-fdf95ba52d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:34.226767 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 1fc886b8-fe02-4950-8730-a8bea304b4a5 up at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:30:34.229585 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-58f007ed-253c-47e7-bcef-fdf95ba52d74 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a52c10f7-157b-406a-8ece-e472c3ee1de3 HTTP/1.1" status: 204 len: 168 time: 1.2980728 Apr 07 14:30:34.242851 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-58f007ed-253c-47e7-bcef-fdf95ba52d74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:34.605904 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning complete for port 1fc886b8-fe02-4950-8730-a8bea304b4a5 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:30:34.606342 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:34.703413 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-96519238-bf82-421d-a308-f949b616eb96 req-02f1d047-9540-4a9c-b71d-7b07ef00e975 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304368157317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304368589940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848525233'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:34.738176 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ec7c067d-6480-4ced-8aed-83231a34906b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:34.770988 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] get_ports_and_sgs() called for port_ids ['f05d00fa-1d9e-40c6-9931-be3ca2a5969d', '1d458b85-a651-478f-9f15-ac9a80425e63'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 14:30:34.875577 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f1d047-9540-4a9c-b71d-7b07ef00e975 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Pushing event deleted for resources: {'Port': ['ID=ca0c2e76-7ed0-4d8a-b52f-03581bf144d6,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:34.883600 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151ac5a-e836-4cc5-acaf-697e63ed6e63 req-5cefc92b-42ba-49fc-bb2f-53d8667ea85b tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:34.898331 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-3151ac5a-e836-4cc5-acaf-697e63ed6e63 req-5cefc92b-42ba-49fc-bb2f-53d8667ea85b tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=92aa047e-dba6-409a-9d51-46aec8b4bfbc HTTP/1.1" status: 200 len: 944 time: 0.5038085 Apr 07 14:30:34.993178 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-3151ac5a-e836-4cc5-acaf-697e63ed6e63 req-a072b5ff-c737-4b11-84c3-f45f34ce45bb tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892260 Apr 07 14:30:34.995729 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-02f1d047-9540-4a9c-b71d-7b07ef00e975 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:35.089881 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-20aa4655-9d19-4ab0-9fa9-dfb70f40200a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ea11ed-a02a-4441-9a65-d37be681ec3a', 'name': 'tempest-TestMinimumBasicScenario-1608013552-router', 'tenant_id': '8062fb1eefa44035b0955474e245fd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': 'c21f5c76-4c83-4ff5-8ad4-710cc9d47ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:30:12Z', 'updated_at': '2021-04-07T14:30:28Z', 'revision_number': 4, 'project_id': '8062fb1eefa44035b0955474e245fd35', 'gw_port': {'id': 'c21f5c76-4c83-4ff5-8ad4-710cc9d47ba2', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ea11ed-a02a-4441-9a65-d37be681ec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:30:15Z', 'updated_at': '2021-04-07T14:30:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_interfaces': [{'id': 'e756a5b8-0d3b-4857-ae37-d8c0f320e6c7', 'name': '', 'network_id': 'b6abb826-4474-4300-99e6-0a67f536ace1', 'tenant_id': '8062fb1eefa44035b0955474e245fd35', 'mac_address': 'fa:16:3e:4f:03:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ea11ed-a02a-4441-9a65-d37be681ec3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0dff32ca-9f94-4c36-ab90-e636c9d844ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:30:24Z', 'updated_at': '2021-04-07T14:30:29Z', 'revision_number': 2, 'project_id': '8062fb1eefa44035b0955474e245fd35', 'subnets': [{'id': '0dff32ca-9f94-4c36-ab90-e636c9d844ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:30:35.133090 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20aa4655-9d19-4ab0-9fa9-dfb70f40200a None None] Checking router: e2ea11ed-a02a-4441-9a65-d37be681ec3a for host: dv-cinder-780933-3-smb {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 14:30:35.133713 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20aa4655-9d19-4ab0-9fa9-dfb70f40200a None None] Updating router e2ea11ed-a02a-4441-9a65-d37be681ec3a port e756a5b8-0d3b-4857-ae37-d8c0f320e6c7 binding host dv-cinder-780933-3-smb {{(pid=84314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 07 14:30:35.226547 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b0e55-1a98-46b5-b5d1-68c9d7e0e67c req-01296c33-4e00-4003-868b-97134e8de55f tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:35.228593 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-bd6b0e55-1a98-46b5-b5d1-68c9d7e0e67c req-01296c33-4e00-4003-868b-97134e8de55f tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 946 time: 0.2314396 Apr 07 14:30:35.252809 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-20aa4655-9d19-4ab0-9fa9-dfb70f40200a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:35.374155 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-bd6b0e55-1a98-46b5-b5d1-68c9d7e0e67c req-40be4c71-dd16-4d82-b884-ad4b44e91f44 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318285 Apr 07 14:30:35.681129 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39927c4-736b-47f5-ad36-f98096d4ecb2 req-9cbb806e-6c85-431d-88f3-b5c8288b8045 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:35.695540 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e39927c4-736b-47f5-ad36-f98096d4ecb2 req-9cbb806e-6c85-431d-88f3-b5c8288b8045 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 945 time: 0.4177291 Apr 07 14:30:35.795212 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-96519238-bf82-421d-a308-f949b616eb96 req-02f1d047-9540-4a9c-b71d-7b07ef00e975 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] No DVR routers for this DVR port ca0c2e76-7ed0-4d8a-b52f-03581bf144d6 on host hv-cinder-78093 {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 14:30:35.799798 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-96519238-bf82-421d-a308-f949b616eb96 req-02f1d047-9540-4a9c-b71d-7b07ef00e975 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:35.806362 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92aa047e-dba6-409a-9d51-46aec8b4bfbc', 'name': 'network-vif-deleted', 'tag': 'ca0c2e76-7ed0-4d8a-b52f-03581bf144d6'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:30:35.827405 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e39927c4-736b-47f5-ad36-f98096d4ecb2 req-d4dcccff-35ac-4a7d-b2b3-01d51eafde0d tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225996 Apr 07 14:30:35.881776 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-96519238-bf82-421d-a308-f949b616eb96 req-02f1d047-9540-4a9c-b71d-7b07ef00e975 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.81 "DELETE /v2.0/ports/ca0c2e76-7ed0-4d8a-b52f-03581bf144d6 HTTP/1.1" status: 204 len: 173 time: 4.8845956 Apr 07 14:30:36.115474 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92aa047e-dba6-409a-9d51-46aec8b4bfbc', 'name': 'network-vif-deleted', 'tag': 'ca0c2e76-7ed0-4d8a-b52f-03581bf144d6', 'status': 'completed', 'code': 200} Apr 07 14:30:36.376251 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device c21f5c76-4c83-4ff5-8ad4-710cc9d47ba2 up at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:30:36.612111 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-20aa4655-9d19-4ab0-9fa9-dfb70f40200a None None] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:36.678062 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-20aa4655-9d19-4ab0-9fa9-dfb70f40200a None None] Transition to ACTIVE for port object e756a5b8-0d3b-4857-ae37-d8c0f320e6c7 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:30:36.720782 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-219ed016-ba09-4c0a-83da-a42d60725c1c req-1ae75899-7418-49c6-a96e-26be2235da3d tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=92aa047e-dba6-409a-9d51-46aec8b4bfbc HTTP/1.1" status: 200 len: 210 time: 0.2784493 Apr 07 14:30:36.729278 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-20aa4655-9d19-4ab0-9fa9-dfb70f40200a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:37.063479 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f78639-12c0-4273-b3d9-d1197d3743fe req-f0581313-fa7c-4289-ba57-04fefce14a34 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:37.092270 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e4f78639-12c0-4273-b3d9-d1197d3743fe req-f0581313-fa7c-4289-ba57-04fefce14a34 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 946 time: 0.3772643 Apr 07 14:30:37.227553 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e4f78639-12c0-4273-b3d9-d1197d3743fe req-605a651a-1f63-4ff0-9c56-a3c53564a3eb tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280823 Apr 07 14:30:37.233802 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:37.385245 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92c74f-d1c6-4d84-8dd8-8bc55af81153 req-a86f5e17-9fc3-4dde-ab62-6f3763e7d6bf tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:37.417418 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-6c92c74f-d1c6-4d84-8dd8-8bc55af81153 req-a86f5e17-9fc3-4dde-ab62-6f3763e7d6bf tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 945 time: 0.2986395 Apr 07 14:30:37.444662 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538edd13-55f6-49e5-85b0-5bf81662d7dd None None] Pushing event updated for resources: {'Port': ['ID=e756a5b8-0d3b-4857-ae37-d8c0f320e6c7,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:37.469991 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning complete for port c21f5c76-4c83-4ff5-8ad4-710cc9d47ba2 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:30:37.470834 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:37.636908 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-6c92c74f-d1c6-4d84-8dd8-8bc55af81153 req-71ebac4a-f7c2-47e8-8038-5938100291b4 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128899 Apr 07 14:30:37.857690 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538edd13-55f6-49e5-85b0-5bf81662d7dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:30:37.858073 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538edd13-55f6-49e5-85b0-5bf81662d7dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:30:37.858457 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538edd13-55f6-49e5-85b0-5bf81662d7dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:30:37.858835 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538edd13-55f6-49e5-85b0-5bf81662d7dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:30:37.859207 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538edd13-55f6-49e5-85b0-5bf81662d7dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:30:37.859586 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538edd13-55f6-49e5-85b0-5bf81662d7dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:30:37.859999 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538edd13-55f6-49e5-85b0-5bf81662d7dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:30:37.860379 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538edd13-55f6-49e5-85b0-5bf81662d7dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:30:37.860793 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538edd13-55f6-49e5-85b0-5bf81662d7dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:30:37.861157 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538edd13-55f6-49e5-85b0-5bf81662d7dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:30:37.862073 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538edd13-55f6-49e5-85b0-5bf81662d7dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:30:37.862447 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538edd13-55f6-49e5-85b0-5bf81662d7dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:30:37.950838 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-538edd13-55f6-49e5-85b0-5bf81662d7dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.717s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:38.854750 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 47788) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:30:39.034954 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-20aa4655-9d19-4ab0-9fa9-dfb70f40200a None None] Attempting to bind port e756a5b8-0d3b-4857-ae37-d8c0f320e6c7 on host dv-cinder-780933-3-smb for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 14:30:39.034954 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-20aa4655-9d19-4ab0-9fa9-dfb70f40200a None None] Attempting to bind port e756a5b8-0d3b-4857-ae37-d8c0f320e6c7 by drivers openvswitch,hyperv on host dv-cinder-780933-3-smb at level 0 using segments [{'id': 'f091fd0b-1ed2-4d49-954d-8d06999cb7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b6abb826-4474-4300-99e6-0a67f536ace1'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 14:30:39.034954 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20aa4655-9d19-4ab0-9fa9-dfb70f40200a None None] Attempting to bind port e756a5b8-0d3b-4857-ae37-d8c0f320e6c7 on network b6abb826-4474-4300-99e6-0a67f536ace1 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:30:39.061686 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20aa4655-9d19-4ab0-9fa9-dfb70f40200a None None] Checking agent: {'id': '8ae518a7-0379-42e9-ab12-7bfd998fa0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 14, 18, 49), 'started_at': datetime.datetime(2021, 4, 7, 14, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 14, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 14:30:39.068469 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20aa4655-9d19-4ab0-9fa9-dfb70f40200a None None] Checking segment: {'id': 'f091fd0b-1ed2-4d49-954d-8d06999cb7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b6abb826-4474-4300-99e6-0a67f536ace1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:30:39.069173 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-20aa4655-9d19-4ab0-9fa9-dfb70f40200a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:39.069758 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20aa4655-9d19-4ab0-9fa9-dfb70f40200a None None] Bound using segment: {'id': 'f091fd0b-1ed2-4d49-954d-8d06999cb7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b6abb826-4474-4300-99e6-0a67f536ace1'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 14:30:39.070462 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-20aa4655-9d19-4ab0-9fa9-dfb70f40200a None None] Bound port: e756a5b8-0d3b-4857-ae37-d8c0f320e6c7, host: dv-cinder-780933-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f091fd0b-1ed2-4d49-954d-8d06999cb7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b6abb826-4474-4300-99e6-0a67f536ace1'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 14:30:39.071016 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-20aa4655-9d19-4ab0-9fa9-dfb70f40200a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:39.313115 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-20aa4655-9d19-4ab0-9fa9-dfb70f40200a None None] For port e756a5b8-0d3b-4857-ae37-d8c0f320e6c7, host dv-cinder-780933-3-smb, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 14:30:39.317962 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-20aa4655-9d19-4ab0-9fa9-dfb70f40200a None None] For port e756a5b8-0d3b-4857-ae37-d8c0f320e6c7, host dv-cinder-780933-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=e756a5b8-0d3b-4857-ae37-d8c0f320e6c7,segment=NetworkSegment(f091fd0b-1ed2-4d49-954d-8d06999cb7f3),segment_id=f091fd0b-1ed2-4d49-954d-8d06999cb7f3)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 14:30:39.326683 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-20aa4655-9d19-4ab0-9fa9-dfb70f40200a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:39.371832 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:39.372186 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad6cde-c64f-4342-8c3c-944ee2192316 req-3b2ca123-6cf7-4807-8669-9540a85586f9 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:39.383195 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e8ad6cde-c64f-4342-8c3c-944ee2192316 req-3b2ca123-6cf7-4807-8669-9540a85586f9 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 945 time: 0.2532132 Apr 07 14:30:39.453491 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e8ad6cde-c64f-4342-8c3c-944ee2192316 req-b7496203-3a27-40f2-a2a2-16701883de5c tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690258 Apr 07 14:30:39.467858 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b6204-83b8-4563-b5ad-11f43bc1ac15 req-e693566f-1034-4f4d-a3ce-0a46d1d500bc tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:39.525075 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-91150652-3859-4ae2-ac6f-f0552e3806f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:39.535667 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c77b6204-83b8-4563-b5ad-11f43bc1ac15 req-e693566f-1034-4f4d-a3ce-0a46d1d500bc tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 946 time: 0.6095486 Apr 07 14:30:39.585706 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-91150652-3859-4ae2-ac6f-f0552e3806f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:30:39.606988 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-91150652-3859-4ae2-ac6f-f0552e3806f4 admin admin] Usage tracker for resource:security_group_rule and tenant:c6e4d9211ab645b58560f47d47c18c34 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:30:39.617030 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-91150652-3859-4ae2-ac6f-f0552e3806f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:30:39.637085 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-91150652-3859-4ae2-ac6f-f0552e3806f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:30:39.706599 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c77b6204-83b8-4563-b5ad-11f43bc1ac15 req-4dc69f45-715a-4fec-af91-00263eed58ea tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559217 Apr 07 14:30:39.749597 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.agents_db [None req-6fbea437-4030-452f-8588-832da035c2c0 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 14:30:39.920525 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522f37a-34dc-4498-ae18-9443b4ab8334 req-ef25af44-211d-42dc-9f30-a0e7a8aea2d4 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:39.929333 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-2522f37a-34dc-4498-ae18-9443b4ab8334 req-ef25af44-211d-42dc-9f30-a0e7a8aea2d4 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc58f59d-ee54-426e-95ff-74445b66c6ec HTTP/1.1" status: 200 len: 945 time: 0.1350074 Apr 07 14:30:39.968940 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-2522f37a-34dc-4498-ae18-9443b4ab8334 req-7a4e1cbe-33c0-42f0-8e0b-21d6afe640fb tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381277 Apr 07 14:30:40.012012 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538edd13-55f6-49e5-85b0-5bf81662d7dd None None] Pushing event updated for resources: {'Port': ['ID=e756a5b8-0d3b-4857-ae37-d8c0f320e6c7,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:40.036999 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-538edd13-55f6-49e5-85b0-5bf81662d7dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.665s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:40.041914 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-91150652-3859-4ae2-ac6f-f0552e3806f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:40.050399 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-91150652-3859-4ae2-ac6f-f0552e3806f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:40.104146 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-dfe470ad-a9d3-4077-83be-2793ae6ed6fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:40.125103 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-91150652-3859-4ae2-ac6f-f0552e3806f4 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c6e4d9211ab645b58560f47d47c18c34&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2677069 Apr 07 14:30:40.125388 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 47798) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:30:40.223352 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20aa4655-9d19-4ab0-9fa9-dfb70f40200a None None] Routers {'e2ea11ed-a02a-4441-9a65-d37be681ec3a'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:30:40.225584 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-20aa4655-9d19-4ab0-9fa9-dfb70f40200a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:30:18Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['e2ea11ed-a02a-4441-9a65-d37be681ec3a'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:30:40.244505 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91150652-3859-4ae2-ac6f-f0552e3806f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7fb08a-8528-44c9-b958-4d0f6165d657,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:40.286915 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-91150652-3859-4ae2-ac6f-f0552e3806f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:40.914245 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-20aa4655-9d19-4ab0-9fa9-dfb70f40200a None None] Set router e2ea11ed-a02a-4441-9a65-d37be681ec3a gateway port host: dv-cinder-780933-3-smb {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:30:40.929251 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4d333999-c308-47fa-9ab5-b737c7429d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:41.106365 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310f2ee-8c1b-49bb-8b25-2403711112c0 req-0e1aea6c-0baa-49d9-9bc5-ffbdcc159fdc tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:41.114481 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-0310f2ee-8c1b-49bb-8b25-2403711112c0 req-0e1aea6c-0baa-49d9-9bc5-ffbdcc159fdc tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Synchronizing usage tracker for tenant:af6fad83fbd440a78d4e9f9cd610cc9b on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:30:41.284250 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4d333999-c308-47fa-9ab5-b737c7429d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:41.444705 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1848d-b81a-468f-b8ea-d27f8ec1c56b req-0a0174f6-765a-4f6c-b58d-699c534a2c15 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:41.466796 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4d333999-c308-47fa-9ab5-b737c7429d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:41.475830 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-dfb1848d-b81a-468f-b8ea-d27f8ec1c56b req-0a0174f6-765a-4f6c-b58d-699c534a2c15 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 946 time: 0.4376471 Apr 07 14:30:41.547661 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-dfb1848d-b81a-468f-b8ea-d27f8ec1c56b req-d1d78bd3-4c16-4825-bcbd-4a0e8dc06e05 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701947 Apr 07 14:30:41.552644 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-d4075aa6-4e62-4ef7-9390-f976c2b975ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:41.584464 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-0310f2ee-8c1b-49bb-8b25-2403711112c0 req-0e1aea6c-0baa-49d9-9bc5-ffbdcc159fdc tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Unset dirty status for tenant:af6fad83fbd440a78d4e9f9cd610cc9b on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:30:41.586463 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0310f2ee-8c1b-49bb-8b25-2403711112c0 req-0e1aea6c-0baa-49d9-9bc5-ffbdcc159fdc tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc58f59d-ee54-426e-95ff-74445b66c6ec HTTP/1.1" status: 200 len: 945 time: 1.1546817 Apr 07 14:30:41.612016 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a4923-3827-4c34-b3fe-aef748b0d986 req-7ed2330c-f0ad-4c67-b53a-b300a835f4b9 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:41.615056 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-535a4923-3827-4c34-b3fe-aef748b0d986 req-7ed2330c-f0ad-4c67-b53a-b300a835f4b9 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 945 time: 0.8605733 Apr 07 14:30:41.623157 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d333999-c308-47fa-9ab5-b737c7429d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7fb08a-8528-44c9-b958-4d0f6165d657,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:41.628082 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-4d333999-c308-47fa-9ab5-b737c7429d91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:41.960180 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-0310f2ee-8c1b-49bb-8b25-2403711112c0 req-33be0c5b-8885-49e8-9874-099dad2e188c tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Deleting port 1d458b85-a651-478f-9f15-ac9a80425e63 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:30:41.960898 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-0310f2ee-8c1b-49bb-8b25-2403711112c0 req-33be0c5b-8885-49e8-9874-099dad2e188c tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:42.127544 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-20aa4655-9d19-4ab0-9fa9-dfb70f40200a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ea11ed-a02a-4441-9a65-d37be681ec3a', 'name': 'tempest-TestMinimumBasicScenario-1608013552-router', 'tenant_id': '8062fb1eefa44035b0955474e245fd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': 'c21f5c76-4c83-4ff5-8ad4-710cc9d47ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:30:12Z', 'updated_at': '2021-04-07T14:30:28Z', 'revision_number': 4, 'project_id': '8062fb1eefa44035b0955474e245fd35', 'gw_port': {'id': 'c21f5c76-4c83-4ff5-8ad4-710cc9d47ba2', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ea11ed-a02a-4441-9a65-d37be681ec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:30:15Z', 'updated_at': '2021-04-07T14:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_interfaces': [{'id': 'e756a5b8-0d3b-4857-ae37-d8c0f320e6c7', 'name': '', 'network_id': 'b6abb826-4474-4300-99e6-0a67f536ace1', 'tenant_id': '8062fb1eefa44035b0955474e245fd35', 'mac_address': 'fa:16:3e:4f:03:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ea11ed-a02a-4441-9a65-d37be681ec3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0dff32ca-9f94-4c36-ab90-e636c9d844ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:30:24Z', 'updated_at': '2021-04-07T14:30:39Z', 'revision_number': 4, 'project_id': '8062fb1eefa44035b0955474e245fd35', 'subnets': [{'id': '0dff32ca-9f94-4c36-ab90-e636c9d844ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:30:42.132952 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20aa4655-9d19-4ab0-9fa9-dfb70f40200a None None] The sync data for ids ['e2ea11ed-a02a-4441-9a65-d37be681ec3a'] in dv-cinder-780933-3-smb is: [{'id': 'e2ea11ed-a02a-4441-9a65-d37be681ec3a', 'name': 'tempest-TestMinimumBasicScenario-1608013552-router', 'tenant_id': '8062fb1eefa44035b0955474e245fd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': 'c21f5c76-4c83-4ff5-8ad4-710cc9d47ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:30:12Z', 'updated_at': '2021-04-07T14:30:28Z', 'revision_number': 4, 'project_id': '8062fb1eefa44035b0955474e245fd35', 'gw_port': {'id': 'c21f5c76-4c83-4ff5-8ad4-710cc9d47ba2', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ea11ed-a02a-4441-9a65-d37be681ec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:30:15Z', 'updated_at': '2021-04-07T14:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_interfaces': [{'id': 'e756a5b8-0d3b-4857-ae37-d8c0f320e6c7', 'name': '', 'network_id': 'b6abb826-4474-4300-99e6-0a67f536ace1', 'tenant_id': '8062fb1eefa44035b0955474e245fd35', 'mac_address': 'fa:16:3e:4f:03:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ea11ed-a02a-4441-9a65-d37be681ec3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0dff32ca-9f94-4c36-ab90-e636c9d844ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:30:24Z', 'updated_at': '2021-04-07T14:30:39Z', 'revision_number': 4, 'project_id': '8062fb1eefa44035b0955474e245fd35', 'subnets': [{'id': '0dff32ca-9f94-4c36-ab90-e636c9d844ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 14:30:42.282403 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09053acf-737f-4e83-a6a5-0fdc19f3f88b req-24a2de6d-aaa3-401a-b196-ece475404b65 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:42.284954 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-09053acf-737f-4e83-a6a5-0fdc19f3f88b req-24a2de6d-aaa3-401a-b196-ece475404b65 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc58f59d-ee54-426e-95ff-74445b66c6ec HTTP/1.1" status: 200 len: 945 time: 0.2870162 Apr 07 14:30:42.355265 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4d333999-c308-47fa-9ab5-b737c7429d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:42.359389 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-4d333999-c308-47fa-9ab5-b737c7429d91 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/da7fb08a-8528-44c9-b958-4d0f6165d657 HTTP/1.1" status: 204 len: 168 time: 2.2319295 Apr 07 14:30:42.431642 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-535a4923-3827-4c34-b3fe-aef748b0d986 req-72b9b7ed-6761-4ebc-9013-f8fe3475da12 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404351 Apr 07 14:30:42.473877 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-09053acf-737f-4e83-a6a5-0fdc19f3f88b req-c3afd4d4-0fd2-4c8a-8594-605b2d08dae2 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483169 Apr 07 14:30:43.275761 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-0310f2ee-8c1b-49bb-8b25-2403711112c0 req-33be0c5b-8885-49e8-9874-099dad2e188c tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] For port 1d458b85-a651-478f-9f15-ac9a80425e63, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=1d458b85-a651-478f-9f15-ac9a80425e63,segment=NetworkSegment(9d8ef5b9-c447-4b90-9831-d929e59e09af),segment_id=9d8ef5b9-c447-4b90-9831-d929e59e09af)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:30:43.276675 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-0310f2ee-8c1b-49bb-8b25-2403711112c0 req-33be0c5b-8885-49e8-9874-099dad2e188c tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:43.536653 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device e756a5b8-0d3b-4857-ae37-d8c0f320e6c7 up at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:30:43.750028 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-0310f2ee-8c1b-49bb-8b25-2403711112c0 req-33be0c5b-8885-49e8-9874-099dad2e188c tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Calling delete_port for 1d458b85-a651-478f-9f15-ac9a80425e63 owned by compute:nova {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:30:43.879078 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning for port e756a5b8-0d3b-4857-ae37-d8c0f320e6c7 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:30:43.890892 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning complete for port e756a5b8-0d3b-4857-ae37-d8c0f320e6c7 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:30:43.891243 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:44.272691 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:44.343054 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a30f1-82ff-4ea2-a113-525d8b2e201e req-a97434f4-7300-4886-bfce-904b744573fd tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:44.345849 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] For port e756a5b8-0d3b-4857-ae37-d8c0f320e6c7, host dv-cinder-780933-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=e756a5b8-0d3b-4857-ae37-d8c0f320e6c7,segment=NetworkSegment(f091fd0b-1ed2-4d49-954d-8d06999cb7f3),segment_id=f091fd0b-1ed2-4d49-954d-8d06999cb7f3)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:30:44.350959 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:44.353252 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:44.362067 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5f6a30f1-82ff-4ea2-a113-525d8b2e201e req-a97434f4-7300-4886-bfce-904b744573fd tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 945 time: 0.3190973 Apr 07 14:30:44.375077 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-0310f2ee-8c1b-49bb-8b25-2403711112c0 req-33be0c5b-8885-49e8-9874-099dad2e188c tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304368157317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304368589940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848525233'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:44.387560 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4ffcf-c916-492f-aab7-90c4e356157f req-3138df69-f3f6-4d16-95ae-a7bab8fc8f7c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:44.396681 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b9c4ffcf-c916-492f-aab7-90c4e356157f req-3138df69-f3f6-4d16-95ae-a7bab8fc8f7c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 946 time: 1.0738988 Apr 07 14:30:44.502913 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5f6a30f1-82ff-4ea2-a113-525d8b2e201e req-34c2c65b-edfc-45a2-81a9-f2e0a7ab164d tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172230 Apr 07 14:30:44.651732 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:44.712131 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Pushing event updated for resources: {'Port': ['ID=e756a5b8-0d3b-4857-ae37-d8c0f320e6c7,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:44.715420 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be0c5b-8885-49e8-9874-099dad2e188c tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Pushing event deleted for resources: {'Port': ['ID=1d458b85-a651-478f-9f15-ac9a80425e63,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:44.719030 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-33be0c5b-8885-49e8-9874-099dad2e188c tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:44.732143 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] get_ports_and_sgs() called for port_ids ['f05d00fa-1d9e-40c6-9931-be3ca2a5969d'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 14:30:44.895198 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b9c4ffcf-c916-492f-aab7-90c4e356157f req-9c85ab56-37f3-4308-b23c-fd88de880b54 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4971969 Apr 07 14:30:44.897725 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-0310f2ee-8c1b-49bb-8b25-2403711112c0 req-33be0c5b-8885-49e8-9874-099dad2e188c tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] No DVR routers for this DVR port 1d458b85-a651-478f-9f15-ac9a80425e63 on host hv-cinder-78093 {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 14:30:44.903570 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-0310f2ee-8c1b-49bb-8b25-2403711112c0 req-33be0c5b-8885-49e8-9874-099dad2e188c tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:44.904388 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:44.954912 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc58f59d-ee54-426e-95ff-74445b66c6ec', 'name': 'network-vif-deleted', 'tag': '1d458b85-a651-478f-9f15-ac9a80425e63'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:30:44.974303 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-2cf1085b-a2b8-4e82-9521-aa4f11a77089 req-e5166206-631f-469c-9586-6f9455e32095 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc58f59d-ee54-426e-95ff-74445b66c6ec HTTP/1.1" status: 200 len: 210 time: 0.1448994 Apr 07 14:30:44.974603 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0310f2ee-8c1b-49bb-8b25-2403711112c0 req-33be0c5b-8885-49e8-9874-099dad2e188c tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.81 "DELETE /v2.0/ports/1d458b85-a651-478f-9f15-ac9a80425e63 HTTP/1.1" status: 204 len: 173 time: 3.3446877 Apr 07 14:30:45.027247 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-548b8400-3ed8-4469-9f88-440d3770bf85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:45.115843 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc58f59d-ee54-426e-95ff-74445b66c6ec', 'name': 'network-vif-deleted', 'tag': '1d458b85-a651-478f-9f15-ac9a80425e63', 'status': 'completed', 'code': 200} Apr 07 14:30:45.374798 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device e756a5b8-0d3b-4857-ae37-d8c0f320e6c7 up at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:30:45.713415 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning complete for port e756a5b8-0d3b-4857-ae37-d8c0f320e6c7 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:30:45.729017 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:45.920202 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 1d458b85-a651-478f-9f15-ac9a80425e63 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 14:30:46.181437 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] No Port match for: 1d458b85-a651-478f-9f15-ac9a80425e63 {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 14:30:46.181804 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 1d458b85-a651-478f-9f15-ac9a80425e63 not bound to the agent host hv-cinder-78093 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 14:30:46.212966 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:46.361278 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fbbe17-9c23-4098-86a1-fa571d02a2bd req-1ea7182c-14ad-4a60-b554-29eba094efd5 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:46.368458 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-96fbbe17-9c23-4098-86a1-fa571d02a2bd req-1ea7182c-14ad-4a60-b554-29eba094efd5 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 945 time: 0.3000560 Apr 07 14:30:46.436798 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-96fbbe17-9c23-4098-86a1-fa571d02a2bd req-df9569ef-6c59-47c5-a2cc-c4d8b4bf20cd tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558445 Apr 07 14:30:46.666105 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-889b172b-0327-4390-add4-e87a03e106c5 req-ef6122bb-cd9e-4fd0-9d60-17e421910a72 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=08045f6d-0663-47c3-b898-86c259230208&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5244241 Apr 07 14:30:46.708837 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f511e-4fa6-47f8-a7a6-b3739049e2e8 req-3a24e8a2-08d9-49c1-9ca2-239ab7511dc4 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:46.726389 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0e6f511e-4fa6-47f8-a7a6-b3739049e2e8 req-3a24e8a2-08d9-49c1-9ca2-239ab7511dc4 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 946 time: 0.4208307 Apr 07 14:30:46.786391 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0e6f511e-4fa6-47f8-a7a6-b3739049e2e8 req-3058b9ad-fe70-4e99-82d9-25a9ec642c20 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583768 Apr 07 14:30:47.031121 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b172b-0327-4390-add4-e87a03e106c5 req-3286efae-678d-4fc4-9a11-edfecd2502e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:47.034791 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-889b172b-0327-4390-add4-e87a03e106c5 req-3286efae-678d-4fc4-9a11-edfecd2502e6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=af6fad83fbd440a78d4e9f9cd610cc9b&device_id=08045f6d-0663-47c3-b898-86c259230208 HTTP/1.1" status: 200 len: 1098 time: 0.1711245 Apr 07 14:30:47.416658 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c4966e9b-7825-4f1f-a696-47a31d61743c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:47.792008 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b172b-0327-4390-add4-e87a03e106c5 req-ef8ad62f-9bc0-43e2-9139-d8cb9a23d8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:47.796305 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-889b172b-0327-4390-add4-e87a03e106c5 req-ef8ad62f-9bc0-43e2-9139-d8cb9a23d8e2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=48947f08-8f4e-4445-a0c2-94b53fac764a HTTP/1.1" status: 200 len: 915 time: 0.7314937 Apr 07 14:30:48.030762 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-889b172b-0327-4390-add4-e87a03e106c5 req-9f38e6b7-5cd4-4da1-bfc8-48ec37485625 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f05d00fa-1d9e-40c6-9931-be3ca2a5969d HTTP/1.1" status: 200 len: 217 time: 0.2257035 Apr 07 14:30:48.041464 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a8d30-bd61-4f74-a3de-d191688d0d1f req-cc869eb0-a027-4d69-a0cb-7cd372069f98 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:48.049949 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b78a8d30-bd61-4f74-a3de-d191688d0d1f req-cc869eb0-a027-4d69-a0cb-7cd372069f98 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 945 time: 0.2200935 Apr 07 14:30:48.100885 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b78a8d30-bd61-4f74-a3de-d191688d0d1f req-518e17eb-3f9c-40e8-a1e2-e697dd124617 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498374 Apr 07 14:30:48.183026 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-68064a8d-a1ee-4a07-912b-506dbeaf5e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:48.364074 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b172b-0327-4390-add4-e87a03e106c5 req-fd5a7d83-6e0b-4af3-94c0-7304e03c903a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:48.366791 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-889b172b-0327-4390-add4-e87a03e106c5 req-fd5a7d83-6e0b-4af3-94c0-7304e03c903a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=680613ef-fc50-4022-b80a-d2e8597917da HTTP/1.1" status: 200 len: 854 time: 0.3287361 Apr 07 14:30:48.384049 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad6005-2b91-4349-8c4a-8ffd757d1497 req-c63756cd-bce1-4662-928d-eed3bca7c033 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:48.386848 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e6ad6005-2b91-4349-8c4a-8ffd757d1497 req-c63756cd-bce1-4662-928d-eed3bca7c033 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 946 time: 0.2278674 Apr 07 14:30:48.500504 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-889b172b-0327-4390-add4-e87a03e106c5 req-39489356-0a9d-44f6-891e-a74275f6ba35 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=48947f08-8f4e-4445-a0c2-94b53fac764a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1115994 Apr 07 14:30:48.561177 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e6ad6005-2b91-4349-8c4a-8ffd757d1497 req-ab5c2e16-1c57-4ca5-8e81-0b1ec8a80541 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574617 Apr 07 14:30:48.843542 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:49.019275 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-889b172b-0327-4390-add4-e87a03e106c5 req-df16dcce-1d0b-44b1-9062-3d0dcad38625 service neutron] 10.222.0.81 "GET /v2.0/networks/48947f08-8f4e-4445-a0c2-94b53fac764a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4560866 Apr 07 14:30:49.371927 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-889b172b-0327-4390-add4-e87a03e106c5 req-c73e82ea-9625-49e5-8a93-338fde2541ec service neutron] 10.222.0.81 "GET /v2.0/networks/48947f08-8f4e-4445-a0c2-94b53fac764a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438909 Apr 07 14:30:49.534824 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f863fd-87ed-41c5-be98-be0e7c76201b req-ae5a6287-2ed0-4754-9584-9c752bbed58d tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:49.550203 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-c4f863fd-87ed-41c5-be98-be0e7c76201b req-ae5a6287-2ed0-4754-9584-9c752bbed58d tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Synchronizing usage tracker for tenant:af6fad83fbd440a78d4e9f9cd610cc9b on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:30:49.620792 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-c4f863fd-87ed-41c5-be98-be0e7c76201b req-ae5a6287-2ed0-4754-9584-9c752bbed58d tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Unset dirty status for tenant:af6fad83fbd440a78d4e9f9cd610cc9b on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:30:49.623131 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c4f863fd-87ed-41c5-be98-be0e7c76201b req-ae5a6287-2ed0-4754-9584-9c752bbed58d tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=08045f6d-0663-47c3-b898-86c259230208 HTTP/1.1" status: 200 len: 945 time: 0.5977237 Apr 07 14:30:49.691634 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2a9c1-7cd0-4439-99c4-32825e5a02fb req-4bae6902-ddd7-4c0d-91c7-6ae11bcbbe5d tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:49.705992 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f1d2a9c1-7cd0-4439-99c4-32825e5a02fb req-4bae6902-ddd7-4c0d-91c7-6ae11bcbbe5d tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 945 time: 0.3686068 Apr 07 14:30:49.734250 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c4f863fd-87ed-41c5-be98-be0e7c76201b req-800e1e90-c17f-45f3-a038-1bdfab311cbf tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042826 Apr 07 14:30:49.789083 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f1d2a9c1-7cd0-4439-99c4-32825e5a02fb req-2764f2f1-dd35-471d-ba99-55f7a8eff9be tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793157 Apr 07 14:30:49.912046 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-753d5ca8-67af-4e0f-aee9-cf9190fbeaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:50.233412 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f307b-bebc-4b41-b191-ca07492daf74 req-67c936e1-6fa5-434e-8901-b83fb9391bfc tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:50.234432 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-2a9f307b-bebc-4b41-b191-ca07492daf74 req-67c936e1-6fa5-434e-8901-b83fb9391bfc tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 946 time: 0.2940683 Apr 07 14:30:50.285506 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-2a9f307b-bebc-4b41-b191-ca07492daf74 req-3ebaaf85-d006-4c51-ba31-292b5b37dba6 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482547 Apr 07 14:30:50.571254 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd1b21-7a78-4dd2-856b-564364a6cc1b req-fd7263cd-09e0-4d20-ada9-2360b89785ef tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:50.573157 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d1bd1b21-7a78-4dd2-856b-564364a6cc1b req-fd7263cd-09e0-4d20-ada9-2360b89785ef tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.81 "GET /v2.0/ports?device_id=08045f6d-0663-47c3-b898-86c259230208 HTTP/1.1" status: 200 len: 945 time: 0.0947771 Apr 07 14:30:50.666784 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-d1bd1b21-7a78-4dd2-856b-564364a6cc1b req-81bdcc57-0f45-43ac-aef5-ff9ffaf1c27f tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Deleting port f05d00fa-1d9e-40c6-9931-be3ca2a5969d {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:30:50.667190 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-d1bd1b21-7a78-4dd2-856b-564364a6cc1b req-81bdcc57-0f45-43ac-aef5-ff9ffaf1c27f tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:51.186599 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-d1bd1b21-7a78-4dd2-856b-564364a6cc1b req-81bdcc57-0f45-43ac-aef5-ff9ffaf1c27f tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] For port f05d00fa-1d9e-40c6-9931-be3ca2a5969d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=f05d00fa-1d9e-40c6-9931-be3ca2a5969d,segment=NetworkSegment(9d8ef5b9-c447-4b90-9831-d929e59e09af),segment_id=9d8ef5b9-c447-4b90-9831-d929e59e09af)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:30:51.187187 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-d1bd1b21-7a78-4dd2-856b-564364a6cc1b req-81bdcc57-0f45-43ac-aef5-ff9ffaf1c27f tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:51.270383 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44369d-5c27-4243-8b37-09792630f60b req-8722f0bd-29c9-42d7-850e-5e1e652fae26 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:51.273751 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-fd44369d-5c27-4243-8b37-09792630f60b req-8722f0bd-29c9-42d7-850e-5e1e652fae26 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=08045f6d-0663-47c3-b898-86c259230208 HTTP/1.1" status: 200 len: 945 time: 0.1950383 Apr 07 14:30:51.371413 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-fd44369d-5c27-4243-8b37-09792630f60b req-81a672f6-618a-451c-a30d-080906e4acd3 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/security-groups?id=b19ab069-2b4a-4977-a7e0-54137bab8c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898600 Apr 07 14:30:51.512861 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-d1bd1b21-7a78-4dd2-856b-564364a6cc1b req-81bdcc57-0f45-43ac-aef5-ff9ffaf1c27f tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Calling delete_port for f05d00fa-1d9e-40c6-9931-be3ca2a5969d owned by compute:nova {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:30:51.617135 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d8cd1-85a7-46cd-9e28-52720aa58ecc req-7d0f4622-f143-48ad-8b38-b0ff8d457768 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:51.625277 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1e8d8cd1-85a7-46cd-9e28-52720aa58ecc req-7d0f4622-f143-48ad-8b38-b0ff8d457768 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 945 time: 0.4196651 Apr 07 14:30:51.668225 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1e8d8cd1-85a7-46cd-9e28-52720aa58ecc req-38a63aad-fcf0-4824-a51a-55ef3d4c7980 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418456 Apr 07 14:30:51.738750 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a39c6a-781c-4a55-9167-4114ed135900 req-b5f5beb7-7d08-4097-b71f-81d470352eac tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:51.748758 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e1a39c6a-781c-4a55-9167-4114ed135900 req-b5f5beb7-7d08-4097-b71f-81d470352eac tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 946 time: 0.1316075 Apr 07 14:30:51.799548 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e1a39c6a-781c-4a55-9167-4114ed135900 req-a3458896-1344-4293-aa22-82fb3b83590e tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490189 Apr 07 14:30:51.920716 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-d1bd1b21-7a78-4dd2-856b-564364a6cc1b req-81bdcc57-0f45-43ac-aef5-ff9ffaf1c27f tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304368157317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304368589940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848525233'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:51.937127 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] get_ports_and_sgs() called for port_ids ['f05d00fa-1d9e-40c6-9931-be3ca2a5969d'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 14:30:52.102525 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a4496648-842d-43ce-b6f3-03f700a8b8e6 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:52.213371 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bdcc57-0f45-43ac-aef5-ff9ffaf1c27f tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Pushing event deleted for resources: {'Port': ['ID=f05d00fa-1d9e-40c6-9931-be3ca2a5969d,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:52.221437 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-81bdcc57-0f45-43ac-aef5-ff9ffaf1c27f tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:52.473484 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1bd1b21-7a78-4dd2-856b-564364a6cc1b req-81bdcc57-0f45-43ac-aef5-ff9ffaf1c27f tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] No DVR routers for this DVR port f05d00fa-1d9e-40c6-9931-be3ca2a5969d on host hv-cinder-78093 {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 14:30:52.488780 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-d1bd1b21-7a78-4dd2-856b-564364a6cc1b req-81bdcc57-0f45-43ac-aef5-ff9ffaf1c27f tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:52.492211 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08045f6d-0663-47c3-b898-86c259230208', 'name': 'network-vif-deleted', 'tag': 'f05d00fa-1d9e-40c6-9931-be3ca2a5969d'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:30:52.518422 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d1bd1b21-7a78-4dd2-856b-564364a6cc1b req-81bdcc57-0f45-43ac-aef5-ff9ffaf1c27f tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.81 "DELETE /v2.0/ports/f05d00fa-1d9e-40c6-9931-be3ca2a5969d HTTP/1.1" status: 204 len: 173 time: 1.9383035 Apr 07 14:30:52.632244 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-dbad5dc4-a4cf-44a8-84c1-9c9f83cf7fac req-6ad61316-11d1-426a-bcc6-df8002cc23d7 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Synchronizing usage tracker for tenant:af6fad83fbd440a78d4e9f9cd610cc9b on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:30:52.648036 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08045f6d-0663-47c3-b898-86c259230208', 'name': 'network-vif-deleted', 'tag': 'f05d00fa-1d9e-40c6-9931-be3ca2a5969d', 'status': 'completed', 'code': 200} Apr 07 14:30:52.652198 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-dbad5dc4-a4cf-44a8-84c1-9c9f83cf7fac req-6ad61316-11d1-426a-bcc6-df8002cc23d7 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Unset dirty status for tenant:af6fad83fbd440a78d4e9f9cd610cc9b on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:30:52.653524 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-dbad5dc4-a4cf-44a8-84c1-9c9f83cf7fac req-6ad61316-11d1-426a-bcc6-df8002cc23d7 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] 10.222.0.63 "GET /v2.0/ports?device_id=08045f6d-0663-47c3-b898-86c259230208 HTTP/1.1" status: 200 len: 210 time: 0.0878780 Apr 07 14:30:53.045294 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d4c10-9601-4664-a828-9fa637505424 req-821ddb02-633b-48e2-bda8-0631a9cbe5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:53.047176 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-068d4c10-9601-4664-a828-9fa637505424 req-821ddb02-633b-48e2-bda8-0631a9cbe5d7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=782e9eccce6d4f5898c76958383a5e3d&device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 1099 time: 0.1028910 Apr 07 14:30:53.257950 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d4c10-9601-4664-a828-9fa637505424 req-2462769c-ec9f-4d2c-a8c9-fe042be55026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:53.261948 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-068d4c10-9601-4664-a828-9fa637505424 req-2462769c-ec9f-4d2c-a8c9-fe042be55026 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c030ef04-5242-408d-b21d-654932a78971 HTTP/1.1" status: 200 len: 918 time: 0.2068074 Apr 07 14:30:53.733630 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec031d7c-dd06-49bc-a761-ae91046be4ea req-6fa9da30-c1f4-47ec-8fdb-08826e629b99 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:53.737799 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ec031d7c-dd06-49bc-a761-ae91046be4ea req-6fa9da30-c1f4-47ec-8fdb-08826e629b99 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 946 time: 0.4699562 Apr 07 14:30:53.742661 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-068d4c10-9601-4664-a828-9fa637505424 req-833a6d3f-4879-47cd-84a0-6cae4e850a33 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=207765ac-57a5-4aa8-a2e0-6c4476ab7a6f HTTP/1.1" status: 200 len: 1002 time: 0.3445971 Apr 07 14:30:53.805619 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3489dfdb-f5a4-4597-831c-b476ece86a3f req-816d09eb-a7f0-4800-8de3-dc0edb891f56 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:53.813886 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-3489dfdb-f5a4-4597-831c-b476ece86a3f req-816d09eb-a7f0-4800-8de3-dc0edb891f56 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 945 time: 0.8443182 Apr 07 14:30:53.865272 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-3489dfdb-f5a4-4597-831c-b476ece86a3f req-386fdebf-bacf-464f-ad63-6cb721b066cc tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501096 Apr 07 14:30:53.881559 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d4c10-9601-4664-a828-9fa637505424 req-936640b8-eacc-44de-a6d1-b82303da10a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:53.884581 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-068d4c10-9601-4664-a828-9fa637505424 req-936640b8-eacc-44de-a6d1-b82303da10a8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=922c7ccf-af8e-4c6b-baef-d00c20689db2 HTTP/1.1" status: 200 len: 856 time: 0.1346266 Apr 07 14:30:53.894377 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e066f07-63f2-4077-836e-68a4460b24cc req-4228543c-8cf6-4d23-8dc8-e9cbbedbf845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:53.900638 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4e066f07-63f2-4077-836e-68a4460b24cc req-4228543c-8cf6-4d23-8dc8-e9cbbedbf845 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 1098 time: 0.3227143 Apr 07 14:30:53.952861 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4e066f07-63f2-4077-836e-68a4460b24cc req-d75a9c9d-60bd-4c8e-93cc-71dd3b3b1833 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442936 Apr 07 14:30:54.013021 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 47920) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:30:54.057188 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ec031d7c-dd06-49bc-a761-ae91046be4ea req-bd4d25ab-38d3-4295-86a6-70b27ce3f410 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705244 Apr 07 14:30:54.121210 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d4c10-9601-4664-a828-9fa637505424 req-c87b721e-7ad6-411c-ad2f-1cf299d4900d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:54.124505 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-068d4c10-9601-4664-a828-9fa637505424 req-c87b721e-7ad6-411c-ad2f-1cf299d4900d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c030ef04-5242-408d-b21d-654932a78971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2116468 Apr 07 14:30:54.143224 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5b39ea9-8b24-4c87-b267-0cd932350c56 admin admin] Deleting subnet 680613ef-fc50-4022-b80a-d2e8597917da {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 07 14:30:54.149125 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e5b39ea9-8b24-4c87-b267-0cd932350c56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:54.249590 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e5b39ea9-8b24-4c87-b267-0cd932350c56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7044842'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:54.315383 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-068d4c10-9601-4664-a828-9fa637505424 req-6932c3d6-c55b-4772-be5f-8d5466bd297e service neutron] 10.222.0.81 "GET /v2.0/networks/c030ef04-5242-408d-b21d-654932a78971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822414 Apr 07 14:30:54.364661 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e5b39ea9-8b24-4c87-b267-0cd932350c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854771514'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:54.528426 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-068d4c10-9601-4664-a828-9fa637505424 req-9684beeb-02ba-4f32-b4a9-537997bf722c service neutron] 10.222.0.81 "GET /v2.0/networks/c030ef04-5242-408d-b21d-654932a78971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044868 Apr 07 14:30:54.770348 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e5b39ea9-8b24-4c87-b267-0cd932350c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847702558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848863120'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:54.796824 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:54.967422 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b39ea9-8b24-4c87-b267-0cd932350c56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=680613ef-fc50-4022-b80a-d2e8597917da,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:54.989232 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-e5b39ea9-8b24-4c87-b267-0cd932350c56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:55.097341 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e5b39ea9-8b24-4c87-b267-0cd932350c56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:55.149149 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-e5b39ea9-8b24-4c87-b267-0cd932350c56 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/680613ef-fc50-4022-b80a-d2e8597917da HTTP/1.1" status: 204 len: 168 time: 1.1332097 Apr 07 14:30:55.151263 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 47934) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:30:55.247513 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-1cfafff9-7476-4f71-92ce-7811f19953fd tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1039419840&fields=id&tenant_id=595711248f0e49e39f1f1c42a8e83a27 HTTP/1.1" status: 200 len: 267 time: 0.0573063 Apr 07 14:30:55.546077 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1d3cde23-a3cf-4e0b-95b0-98229cf29fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-137828'] for network, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:55.572090 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-12d2147b-87a7-4f1c-b4d9-3c71f30f4ea8 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:55.574955 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-12d2147b-87a7-4f1c-b4d9-3c71f30f4ea8 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/networks?id=eb8515e8-a88e-4510-bf0c-3f52cf50b457 HTTP/1.1" status: 200 len: 809 time: 0.3122749 Apr 07 14:30:55.659189 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c3c14-7f2d-47de-84e4-7b64ee10fc8f req-1c24099b-777e-43bb-ac2d-71808ebdf3a0 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:55.692129 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-8d5c3c14-7f2d-47de-84e4-7b64ee10fc8f req-1c24099b-777e-43bb-ac2d-71808ebdf3a0 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 945 time: 0.5934031 Apr 07 14:30:55.692436 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-f6772352-e46f-4b7b-8b3d-45d760fa4979 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/quotas/595711248f0e49e39f1f1c42a8e83a27 HTTP/1.1" status: 200 len: 375 time: 0.0441170 Apr 07 14:30:55.833484 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-8d5c3c14-7f2d-47de-84e4-7b64ee10fc8f req-242f2675-7f6d-4256-a4bd-24266cfc3196 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072659 Apr 07 14:30:55.834161 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-b764f7c9-7913-4e94-9eb6-c21cd4d8c8e3 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=595711248f0e49e39f1f1c42a8e83a27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1466877 Apr 07 14:30:55.847726 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device f05d00fa-1d9e-40c6-9931-be3ca2a5969d no longer exists at agent hyperv_hv-cinder-78093 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 14:30:55.864674 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1d3cde23-a3cf-4e0b-95b0-98229cf29fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14662', 'neutron.services.segments.db._delete_segments_for_network--9223363304368102158'] for network, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:56.017265 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] No Port match for: f05d00fa-1d9e-40c6-9931-be3ca2a5969d {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 14:30:56.017639 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device f05d00fa-1d9e-40c6-9931-be3ca2a5969d not bound to the agent host hv-cinder-78093 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 14:30:56.020420 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 207765ac-57a5-4aa8-a2e0-6c4476ab7a6f no longer exists at agent hyperv_hv-cinder-78093 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 14:30:56.122050 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.segments.db [None req-1d3cde23-a3cf-4e0b-95b0-98229cf29fba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48947f08-8f4e-4445-a0c2-94b53fac764a']}} {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:30:56.155511 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.segments.db [None req-1d3cde23-a3cf-4e0b-95b0-98229cf29fba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d8ef5b9-c447-4b90-9831-d929e59e09af') {'for_net_delete': True} {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:30:56.159936 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.segments.db [None req-1d3cde23-a3cf-4e0b-95b0-98229cf29fba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d8ef5b9-c447-4b90-9831-d929e59e09af') {} {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:30:56.201851 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1d3cde23-a3cf-4e0b-95b0-98229cf29fba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304368070140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960036'] for segment, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:56.260884 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-5316d990-5b52-4281-a1c7-48fffd1d4809 service neutron] 10.222.0.63 "GET /v2.0/networks/eb8515e8-a88e-4510-bf0c-3f52cf50b457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573315 Apr 07 14:30:56.264583 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1d3cde23-a3cf-4e0b-95b0-98229cf29fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773215'] for segment, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:56.280864 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d3cde23-a3cf-4e0b-95b0-98229cf29fba admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=84313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 07 14:30:56.370279 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:56.401514 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b209db44-6b45-43be-8bbc-640d1b3af949', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '207765ac-57a5-4aa8-a2e0-6c4476ab7a6f'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:30:56.429591 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port 207765ac-57a5-4aa8-a2e0-6c4476ab7a6f, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=207765ac-57a5-4aa8-a2e0-6c4476ab7a6f,segment=NetworkSegment(0118da08-8e30-4678-bce3-0cdb584704d7),segment_id=0118da08-8e30-4678-bce3-0cdb584704d7)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:30:56.435207 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:56.441781 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-811a90bc-7cb0-408e-99b2-5a76f8656e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:56.560398 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-1e640746-258b-4f13-b182-93ebbf6c0bfa service neutron] 10.222.0.63 "GET /v2.0/networks/eb8515e8-a88e-4510-bf0c-3f52cf50b457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778103 Apr 07 14:30:56.657128 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Pushing event updated for resources: {'Port': ['ID=207765ac-57a5-4aa8-a2e0-6c4476ab7a6f,revision_number=8']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:56.666970 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:56.807877 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-1d3cde23-a3cf-4e0b-95b0-98229cf29fba admin admin] Network 48947f08-8f4e-4445-a0c2-94b53fac764a has no segments {{(pid=84313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 14:30:56.819544 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1d3cde23-a3cf-4e0b-95b0-98229cf29fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6250552'] for segment, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:56.945462 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cdd74-f2e7-4771-afad-7c7db980f263 req-507fa7c9-f93d-4e16-b101-7327f373424f tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:56.947122 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-726cdd74-f2e7-4771-afad-7c7db980f263 req-507fa7c9-f93d-4e16-b101-7327f373424f tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 944 time: 0.7612979 Apr 07 14:30:57.118294 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-726cdd74-f2e7-4771-afad-7c7db980f263 req-fb04cc52-559c-482d-a2da-7149d6472c3a tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532767 Apr 07 14:30:57.132448 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b209db44-6b45-43be-8bbc-640d1b3af949', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '207765ac-57a5-4aa8-a2e0-6c4476ab7a6f', 'code': 200} Apr 07 14:30:57.169754 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-1d3cde23-a3cf-4e0b-95b0-98229cf29fba admin admin] Network 48947f08-8f4e-4445-a0c2-94b53fac764a has no segments {{(pid=84313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 14:30:57.262939 dv-cinder-780933-3-smb neutron-server[84199]: Traceback (most recent call last): Apr 07 14:30:57.262939 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 14:30:57.262939 dv-cinder-780933-3-smb neutron-server[84199]: timer() Apr 07 14:30:57.262939 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 14:30:57.262939 dv-cinder-780933-3-smb neutron-server[84199]: cb(*args, **kw) Apr 07 14:30:57.262939 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 07 14:30:57.262939 dv-cinder-780933-3-smb neutron-server[84199]: return func(*args, **kwargs) Apr 07 14:30:57.262939 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 14:30:57.262939 dv-cinder-780933-3-smb neutron-server[84199]: self._notify() Apr 07 14:30:57.262939 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 14:30:57.262939 dv-cinder-780933-3-smb neutron-server[84199]: self.callback(batched_events) Apr 07 14:30:57.262939 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 14:30:57.262939 dv-cinder-780933-3-smb neutron-server[84199]: event.method(event) Apr 07 14:30:57.262939 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 07 14:30:57.262939 dv-cinder-780933-3-smb neutron-server[84199]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 14:30:57.262939 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 07 14:30:57.262939 dv-cinder-780933-3-smb neutron-server[84199]: segment_id)['aggregates'][0] Apr 07 14:30:57.262939 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 07 14:30:57.262939 dv-cinder-780933-3-smb neutron-server[84199]: return f(self, *a, **k) Apr 07 14:30:57.262939 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 07 14:30:57.262939 dv-cinder-780933-3-smb neutron-server[84199]: return self._get(url).json() Apr 07 14:30:57.262939 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 14:30:57.262939 dv-cinder-780933-3-smb neutron-server[84199]: **kwargs) Apr 07 14:30:57.262939 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 14:30:57.262939 dv-cinder-780933-3-smb neutron-server[84199]: return self.request(url, 'GET', **kwargs) Apr 07 14:30:57.262939 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 07 14:30:57.262939 dv-cinder-780933-3-smb neutron-server[84199]: **endpoint_filter) Apr 07 14:30:57.262939 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 14:30:57.262939 dv-cinder-780933-3-smb neutron-server[84199]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 14:30:57.262939 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 14:30:57.262939 dv-cinder-780933-3-smb neutron-server[84199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 14:30:57.262939 dv-cinder-780933-3-smb neutron-server[84199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 14:30:57.521722 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1d3cde23-a3cf-4e0b-95b0-98229cf29fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854761138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8275419'] for network, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:57.555224 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a1485664-aba9-405b-b6de-f97fd562dccf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:57.601125 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3cde23-a3cf-4e0b-95b0-98229cf29fba admin admin] Pushing event deleted for resources: {'Network': ['ID=48947f08-8f4e-4445-a0c2-94b53fac764a,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:57.609867 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1d3cde23-a3cf-4e0b-95b0-98229cf29fba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for network, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:57.620194 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-1d3cde23-a3cf-4e0b-95b0-98229cf29fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:57.642658 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f9fbfd-1b25-4779-b4bf-f538470ad888 req-85181d9c-9100-4c71-8c87-cff4b184f428 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:57.645108 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-43f9fbfd-1b25-4779-b4bf-f538470ad888 req-85181d9c-9100-4c71-8c87-cff4b184f428 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 945 time: 0.2442505 Apr 07 14:30:57.658495 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-1d3cde23-a3cf-4e0b-95b0-98229cf29fba admin admin] 10.222.0.63 "DELETE /v2.0/networks/48947f08-8f4e-4445-a0c2-94b53fac764a HTTP/1.1" status: 204 len: 168 time: 2.4991183 Apr 07 14:30:57.699851 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-43f9fbfd-1b25-4779-b4bf-f538470ad888 req-05c5c551-fda5-4b0c-9660-fc0439f5e0a6 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407383 Apr 07 14:30:57.910119 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-0b5de813-7fd5-4ae4-a797-12c78b0abed7 req-110059f7-d462-4809-849b-eece63ef707c tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Synchronizing usage tracker for tenant:595711248f0e49e39f1f1c42a8e83a27 on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:30:57.945583 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-0b5de813-7fd5-4ae4-a797-12c78b0abed7 req-110059f7-d462-4809-849b-eece63ef707c tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Unset dirty status for tenant:595711248f0e49e39f1f1c42a8e83a27 on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:30:57.957336 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0b5de813-7fd5-4ae4-a797-12c78b0abed7 req-110059f7-d462-4809-849b-eece63ef707c tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/ports?device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 210 time: 0.1593254 Apr 07 14:30:58.058927 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 47976) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:30:58.130560 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-2a40bec4-4ea1-462d-91bf-bd8fdfc7b125 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=af6fad83fbd440a78d4e9f9cd610cc9b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0690720 Apr 07 14:30:58.132486 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 47982) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:30:58.258751 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-de5d3306-8bef-4129-bc1c-18cdda93f10a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:58.486662 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-de5d3306-8bef-4129-bc1c-18cdda93f10a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:58.599914 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-04bc9096-8e7b-4292-9990-6e2fa47d73e4 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:58.600747 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-04bc9096-8e7b-4292-9990-6e2fa47d73e4 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Synchronizing usage tracker for tenant:f1730405b57a44cf8038f596756f82ec on resource:network {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:30:58.611832 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-de5d3306-8bef-4129-bc1c-18cdda93f10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:58.618993 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0ac2cef9-e581-404b-a6e3-388bfa0856fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:30:58.637828 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d3306-8bef-4129-bc1c-18cdda93f10a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19ab069-2b4a-4977-a7e0-54137bab8c95,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:30:58.642288 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-de5d3306-8bef-4129-bc1c-18cdda93f10a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:30:58.652786 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-04bc9096-8e7b-4292-9990-6e2fa47d73e4 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Unset dirty status for tenant:f1730405b57a44cf8038f596756f82ec on resource:network {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:30:58.655156 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-04bc9096-8e7b-4292-9990-6e2fa47d73e4 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/networks?id=2d3b64f1-a7c9-4934-a387-d7abdf8585e7 HTTP/1.1" status: 200 len: 814 time: 0.3849225 Apr 07 14:30:58.660225 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-de5d3306-8bef-4129-bc1c-18cdda93f10a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:30:58.662437 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-de5d3306-8bef-4129-bc1c-18cdda93f10a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b19ab069-2b4a-4977-a7e0-54137bab8c95 HTTP/1.1" status: 204 len: 168 time: 0.5277174 Apr 07 14:30:58.713167 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-96e1a560-8049-49f4-9b77-9cdc5541bb8e tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/quotas/f1730405b57a44cf8038f596756f82ec HTTP/1.1" status: 200 len: 375 time: 0.0374091 Apr 07 14:30:58.765579 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7aecc-06f4-4897-856e-cc1a71a2631e req-1a913663-034d-4401-866b-32551f724ec1 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:58.768615 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-eca7aecc-06f4-4897-856e-cc1a71a2631e req-1a913663-034d-4401-866b-32551f724ec1 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 944 time: 0.1033187 Apr 07 14:30:58.811094 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-eca7aecc-06f4-4897-856e-cc1a71a2631e req-e3df051e-d70f-4a15-9f1c-28b476953508 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289426 Apr 07 14:30:59.138926 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-bace6b37-c247-44a3-be01-646b5fbfc0a5 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:59.138926 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-bace6b37-c247-44a3-be01-646b5fbfc0a5 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Synchronizing usage tracker for tenant:595711248f0e49e39f1f1c42a8e83a27 on resource:network {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:30:59.165835 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-23270516-c2e6-4cd5-b7ee-a2caa7b11989 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=f1730405b57a44cf8038f596756f82ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4503753 Apr 07 14:30:59.177523 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-bace6b37-c247-44a3-be01-646b5fbfc0a5 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Unset dirty status for tenant:595711248f0e49e39f1f1c42a8e83a27 on resource:network {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:30:59.179684 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-bace6b37-c247-44a3-be01-646b5fbfc0a5 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.81 "GET /v2.0/networks?id=eb8515e8-a88e-4510-bf0c-3f52cf50b457 HTTP/1.1" status: 200 len: 809 time: 0.3930857 Apr 07 14:30:59.402400 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45106206-49ce-40ee-8425-408f5f0dee1f req-0087f179-ab98-4cd3-8dbb-a053cc32ff78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:59.404411 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-45106206-49ce-40ee-8425-408f5f0dee1f req-0087f179-ab98-4cd3-8dbb-a053cc32ff78 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3cedb750960847b9a6d948554b936778&device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 1098 time: 0.1343458 Apr 07 14:30:59.678846 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-9c1838d2-b0fd-4e4c-a8d8-bdf302ba5577 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Synchronizing usage tracker for tenant:595711248f0e49e39f1f1c42a8e83a27 on resource:security_group {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:30:59.698404 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45106206-49ce-40ee-8425-408f5f0dee1f req-2dbbf094-dac9-4263-acf2-d20aa02d794b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:59.700495 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-45106206-49ce-40ee-8425-408f5f0dee1f req-2dbbf094-dac9-4263-acf2-d20aa02d794b service neutron] 10.222.0.81 "GET /v2.0/networks?id=346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb HTTP/1.1" status: 200 len: 919 time: 0.2886710 Apr 07 14:30:59.716790 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-42234f9d-f3c1-41e4-b600-debbde94335d service neutron] 10.222.0.63 "GET /v2.0/networks/2d3b64f1-a7c9-4934-a387-d7abdf8585e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5297458 Apr 07 14:30:59.734333 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-9c1838d2-b0fd-4e4c-a8d8-bdf302ba5577 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Unset dirty status for tenant:595711248f0e49e39f1f1c42a8e83a27 on resource:security_group {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:30:59.738353 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-9c1838d2-b0fd-4e4c-a8d8-bdf302ba5577 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=595711248f0e49e39f1f1c42a8e83a27 HTTP/1.1" status: 200 len: 8061 time: 0.4915681 Apr 07 14:30:59.792680 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-5911d6e4-672d-4fc9-9e35-8608fdeee78d tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Request body: {'port': {'device_id': '22e5674d-f25c-472f-8edd-7ab4294d4cd3', 'network_id': 'eb8515e8-a88e-4510-bf0c-3f52cf50b457', 'admin_state_up': True, 'tenant_id': '595711248f0e49e39f1f1c42a8e83a27', 'security_groups': ['bed73b3f-fbc4-4f9a-ae6a-c8f8af91b6b0']}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:30:59.845727 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-45106206-49ce-40ee-8425-408f5f0dee1f req-683d5764-a109-4c16-b790-254eacb1cdf4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=296e53de-61dd-4e19-8ff2-3b0647237121 HTTP/1.1" status: 200 len: 217 time: 0.1370308 Apr 07 14:30:59.875177 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 207765ac-57a5-4aa8-a2e0-6c4476ab7a6f no longer exists at agent hyperv_hv-cinder-78093 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 14:30:59.990209 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45106206-49ce-40ee-8425-408f5f0dee1f req-3807733d-bcaa-4bfd-9a4d-1d81474c38bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:30:59.992127 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-45106206-49ce-40ee-8425-408f5f0dee1f req-3807733d-bcaa-4bfd-9a4d-1d81474c38bf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e62acf97-8dac-49ae-b633-d54e2e4cb525 HTTP/1.1" status: 200 len: 858 time: 0.1397283 Apr 07 14:31:00.079283 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-5911d6e4-672d-4fc9-9e35-8608fdeee78d tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:31:00.099402 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-45106206-49ce-40ee-8425-408f5f0dee1f req-ac5c0adf-6421-4303-b364-256e37d5fa3c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0979512 Apr 07 14:31:00.099655 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-5911d6e4-672d-4fc9-9e35-8608fdeee78d tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:31:00.140116 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-5911d6e4-672d-4fc9-9e35-8608fdeee78d tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Made reservation on behalf of 595711248f0e49e39f1f1c42a8e83a27 for: {'port': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:31:00.147270 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-5911d6e4-672d-4fc9-9e35-8608fdeee78d tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:00.202227 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-8a11812c-738a-4397-bd5d-b2fd58faebf6 service neutron] 10.222.0.63 "GET /v2.0/networks/2d3b64f1-a7c9-4934-a387-d7abdf8585e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4710128 Apr 07 14:31:00.399090 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-45106206-49ce-40ee-8425-408f5f0dee1f req-f752c759-1375-402e-a9da-c04eef3a0ec5 service neutron] 10.222.0.81 "GET /v2.0/networks/346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907548 Apr 07 14:31:00.471938 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-5911d6e4-672d-4fc9-9e35-8608fdeee78d tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Allocated IP 172.20.0.3 (eb8515e8-a88e-4510-bf0c-3f52cf50b457/b0a219ac-f4f3-4108-85bd-b9a0db570754/763fa340-5c18-4ce0-9e50-4c670c4e9377) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 14:31:00.689779 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-45106206-49ce-40ee-8425-408f5f0dee1f req-3159df38-2168-4382-823d-ef8d660d3da0 service neutron] 10.222.0.81 "GET /v2.0/networks/346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834427 Apr 07 14:31:00.756678 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-8d31d8b7-9954-46f8-81f3-96727b4137e6 req-864a8350-ec05-4934-95df-16f9139d57ee tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/ports?device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 210 time: 0.0656183 Apr 07 14:31:00.892866 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-19258d94-c5b9-41c7-aabb-6dfe5d106307 req-c0abc4a9-06bd-4908-b4fc-a6717379bb79 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Synchronizing usage tracker for tenant:f1730405b57a44cf8038f596756f82ec on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:31:00.921620 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-19258d94-c5b9-41c7-aabb-6dfe5d106307 req-c0abc4a9-06bd-4908-b4fc-a6717379bb79 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Unset dirty status for tenant:f1730405b57a44cf8038f596756f82ec on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:31:00.926005 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-19258d94-c5b9-41c7-aabb-6dfe5d106307 req-c0abc4a9-06bd-4908-b4fc-a6717379bb79 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 210 time: 0.0966864 Apr 07 14:31:01.419963 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527f11d-4f22-4667-aec8-7dc3ff9f280f req-ff517d2f-6c9f-4ed2-b281-e974d2864f36 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:01.429932 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-3527f11d-4f22-4667-aec8-7dc3ff9f280f req-ff517d2f-6c9f-4ed2-b281-e974d2864f36 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 945 time: 0.6217463 Apr 07 14:31:01.458344 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-5911d6e4-672d-4fc9-9e35-8608fdeee78d tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:01.496610 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-3527f11d-4f22-4667-aec8-7dc3ff9f280f req-234bee47-a3c9-4765-bdf0-8eace8e19f7b tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647757 Apr 07 14:31:01.531758 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-5911d6e4-672d-4fc9-9e35-8608fdeee78d tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Transition to ACTIVE for port object 763fa340-5c18-4ce0-9e50-4c670c4e9377 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:31:01.587643 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-5911d6e4-672d-4fc9-9e35-8608fdeee78d tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732486185860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848525233'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:01.753262 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f5003-bc34-454b-a95f-60ac51642491 req-294e9ecd-0171-4fa3-af11-a77b587f4ec4 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:01.756579 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-cb3f5003-bc34-454b-a95f-60ac51642491 req-294e9ecd-0171-4fa3-af11-a77b587f4ec4 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 944 time: 0.1997738 Apr 07 14:31:01.827192 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f3e26407-886a-41bd-b282-c0968755346f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:31:01.859713 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-cb3f5003-bc34-454b-a95f-60ac51642491 req-9f88ab9e-caa8-4e2d-95c7-213596156c15 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905972 Apr 07 14:31:02.007927 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-5911d6e4-672d-4fc9-9e35-8608fdeee78d tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Network eb8515e8-a88e-4510-bf0c-3f52cf50b457 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:31:02.046342 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-5911d6e4-672d-4fc9-9e35-8608fdeee78d tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:31:02.075442 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-5911d6e4-672d-4fc9-9e35-8608fdeee78d tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 14:31:02.431881 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5911d6e4-672d-4fc9-9e35-8608fdeee78d tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Pushing event updated for resources: {'Port': ['ID=763fa340-5c18-4ce0-9e50-4c670c4e9377,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:31:02.494738 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-3d5ce8e9-aff7-4dcf-a75e-5dd22bb20f34 req-89bdd9a7-d56d-4f37-a9f8-032cf2131759 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 210 time: 0.2330999 Apr 07 14:31:02.518010 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-5911d6e4-672d-4fc9-9e35-8608fdeee78d tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:02.519242 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-5911d6e4-672d-4fc9-9e35-8608fdeee78d tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:02.585105 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-998e4399-cdab-4b17-8ca3-2433d7b556b8 None None] Provisioning for port 763fa340-5c18-4ce0-9e50-4c670c4e9377 completed by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:31:02.608767 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-998e4399-cdab-4b17-8ca3-2433d7b556b8 None None] Provisioning complete for port 763fa340-5c18-4ce0-9e50-4c670c4e9377 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:31:02.611134 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-998e4399-cdab-4b17-8ca3-2433d7b556b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:02.640602 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5911d6e4-672d-4fc9-9e35-8608fdeee78d tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.813s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:31:02.651687 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-5911d6e4-672d-4fc9-9e35-8608fdeee78d tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8720438 Apr 07 14:31:02.683238 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-13a3c141-b15b-48c1-bc02-573c5a20c241 service neutron] Request body: {'port': {'device_id': '22e5674d-f25c-472f-8edd-7ab4294d4cd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:31:02.763508 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-998e4399-cdab-4b17-8ca3-2433d7b556b8 None None] Port 763fa340-5c18-4ce0-9e50-4c670c4e9377 cannot update to ACTIVE because it is not bound. {{(pid=84314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 14:31:02.886487 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a6713-cccd-4070-b9e5-366ca58778c1 req-ec3659a4-7a36-4dba-95f9-8412ee07a009 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:02.887666 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-109a6713-cccd-4070-b9e5-366ca58778c1 req-ec3659a4-7a36-4dba-95f9-8412ee07a009 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Synchronizing usage tracker for tenant:595711248f0e49e39f1f1c42a8e83a27 on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:31:03.019563 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-109a6713-cccd-4070-b9e5-366ca58778c1 req-ec3659a4-7a36-4dba-95f9-8412ee07a009 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Unset dirty status for tenant:595711248f0e49e39f1f1c42a8e83a27 on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:31:03.032864 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-109a6713-cccd-4070-b9e5-366ca58778c1 req-ec3659a4-7a36-4dba-95f9-8412ee07a009 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/ports?device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 931 time: 0.9757757 Apr 07 14:31:03.092545 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 48102) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:31:03.101905 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-109a6713-cccd-4070-b9e5-366ca58778c1 req-6fe9821e-d916-45fa-be68-dd87528ac2cb tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/security-groups?id=bed73b3f-fbc4-4f9a-ae6a-c8f8af91b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582006 Apr 07 14:31:03.103701 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-13a3c141-b15b-48c1-bc02-573c5a20c241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:03.394458 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6b1f6-c21a-42a3-a802-a66287062eee req-cef722ce-0f0f-4446-b42b-44ffb85040db tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:03.401571 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-2ec6b1f6-c21a-42a3-a802-a66287062eee req-cef722ce-0f0f-4446-b42b-44ffb85040db tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 945 time: 0.5099754 Apr 07 14:31:03.530527 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-2ec6b1f6-c21a-42a3-a802-a66287062eee req-04b15ee5-39a5-428b-9360-9b093376145a tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912650 Apr 07 14:31:03.552851 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-372e39d9-5792-49c4-8dfb-bb69a2d66d65 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:03.559534 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-372e39d9-5792-49c4-8dfb-bb69a2d66d65 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.81 "GET /v2.0/networks?id=2d3b64f1-a7c9-4934-a387-d7abdf8585e7 HTTP/1.1" status: 200 len: 814 time: 0.4989507 Apr 07 14:31:03.632189 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-a947fb4a-5775-423f-a15a-0f566f9e08e5 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Request body: {'port': {'device_id': 'bc24a4f1-0254-40cb-91de-fc952973d568', 'network_id': '2d3b64f1-a7c9-4934-a387-d7abdf8585e7', 'admin_state_up': True, 'tenant_id': 'f1730405b57a44cf8038f596756f82ec'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:31:03.967044 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-717ff08d-476d-40d2-86b9-25b60d3d1313 req-24dd72ea-a0b5-4acb-ad7c-ed369174093e tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 210 time: 0.1240249 Apr 07 14:31:04.014918 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-a947fb4a-5775-423f-a15a-0f566f9e08e5 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:31:04.031098 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-a947fb4a-5775-423f-a15a-0f566f9e08e5 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:31:04.042944 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-a947fb4a-5775-423f-a15a-0f566f9e08e5 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Made reservation on behalf of f1730405b57a44cf8038f596756f82ec for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:31:04.050820 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-a947fb4a-5775-423f-a15a-0f566f9e08e5 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:04.132936 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ee1a2-eb25-40fa-991b-04d71951dd41 req-89efc33c-fd5f-4ecc-84d6-18137148340d tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:04.145301 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b45ee1a2-eb25-40fa-991b-04d71951dd41 req-89efc33c-fd5f-4ecc-84d6-18137148340d tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 944 time: 0.7550733 Apr 07 14:31:04.169015 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-97d6bf9a-a588-4774-9d35-b679e6ed678a req-3298d5c7-e56f-4777-b7e7-0251c65dca4d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.0716267 Apr 07 14:31:04.388343 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b45ee1a2-eb25-40fa-991b-04d71951dd41 req-64e1e007-8b63-4fe9-8163-fae2bceb8307 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2172794 Apr 07 14:31:04.408613 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-a947fb4a-5775-423f-a15a-0f566f9e08e5 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Allocated IP 172.20.0.14 (2d3b64f1-a7c9-4934-a387-d7abdf8585e7/155d1fc0-d59a-4ba5-8189-d1f7a76a9e8e/b87db988-544f-470b-b4c6-c568c0ff0609) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 14:31:04.717188 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-13a3c141-b15b-48c1-bc02-573c5a20c241 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 763fa340-5c18-4ce0-9e50-4c670c4e9377 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 14:31:04.760805 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-13a3c141-b15b-48c1-bc02-573c5a20c241 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:04.884735 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-13a3c141-b15b-48c1-bc02-573c5a20c241 service neutron] Transition to ACTIVE for port object 763fa340-5c18-4ce0-9e50-4c670c4e9377 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:31:04.904432 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-13a3c141-b15b-48c1-bc02-573c5a20c241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6250582'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:04.989965 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-a947fb4a-5775-423f-a15a-0f566f9e08e5 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:05.068849 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-a947fb4a-5775-423f-a15a-0f566f9e08e5 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Transition to ACTIVE for port object b87db988-544f-470b-b4c6-c568c0ff0609 will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:31:05.157417 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-a947fb4a-5775-423f-a15a-0f566f9e08e5 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732486185860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7073224'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:05.234452 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:31:05.254985 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b18427b3-b4f0-4508-9e85-4387d6ddfa37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:31:05.351961 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a3c141-b15b-48c1-bc02-573c5a20c241 service neutron] Pushing event updated for resources: {'Port': ['ID=763fa340-5c18-4ce0-9e50-4c670c4e9377,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:31:05.355725 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-13a3c141-b15b-48c1-bc02-573c5a20c241 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:31:05.557333 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e56ff-29a0-4ad4-ba1e-8409966c8e03 req-cfe99b1b-210f-4f2d-9954-c033396e64dc tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:05.566915 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-536e56ff-29a0-4ad4-ba1e-8409966c8e03 req-cfe99b1b-210f-4f2d-9954-c033396e64dc tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/ports?device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 931 time: 0.8027771 Apr 07 14:31:05.644878 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-536e56ff-29a0-4ad4-ba1e-8409966c8e03 req-fc6e96dd-b161-47e2-84cd-b7021bf78599 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/security-groups?id=bed73b3f-fbc4-4f9a-ae6a-c8f8af91b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726843 Apr 07 14:31:05.798112 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a947fb4a-5775-423f-a15a-0f566f9e08e5 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Pushing event updated for resources: {'Port': ['ID=b87db988-544f-470b-b4c6-c568c0ff0609,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:31:05.818165 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a947fb4a-5775-423f-a15a-0f566f9e08e5 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:31:06.044711 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617b4e4f-4e82-4c47-be5b-4a563e4fcc2e req-b3d9a4fb-2603-4548-b940-b5db0bc3aab9 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:06.046448 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-617b4e4f-4e82-4c47-be5b-4a563e4fcc2e req-b3d9a4fb-2603-4548-b940-b5db0bc3aab9 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 932 time: 0.5767493 Apr 07 14:31:06.192849 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-a947fb4a-5775-423f-a15a-0f566f9e08e5 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Network 2d3b64f1-a7c9-4934-a387-d7abdf8585e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:31:06.197365 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-a947fb4a-5775-423f-a15a-0f566f9e08e5 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:31:06.204916 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-a947fb4a-5775-423f-a15a-0f566f9e08e5 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 14:31:06.321647 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-617b4e4f-4e82-4c47-be5b-4a563e4fcc2e req-68a472b1-0447-4188-b023-24776f084d20 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/security-groups?id=07ad4126-4a38-448a-a8d6-23672275bb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458370 Apr 07 14:31:06.429283 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-a947fb4a-5775-423f-a15a-0f566f9e08e5 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:06.430222 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-a947fb4a-5775-423f-a15a-0f566f9e08e5 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:06.470761 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-a947fb4a-5775-423f-a15a-0f566f9e08e5 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8933671 Apr 07 14:31:06.475957 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-13a3c141-b15b-48c1-bc02-573c5a20c241 service neutron] Attempting to bind port 763fa340-5c18-4ce0-9e50-4c670c4e9377 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 14:31:06.476590 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-13a3c141-b15b-48c1-bc02-573c5a20c241 service neutron] Attempting to bind port 763fa340-5c18-4ce0-9e50-4c670c4e9377 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'c2d47942-f9c6-4220-a89d-ec1894ae86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'eb8515e8-a88e-4510-bf0c-3f52cf50b457'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 14:31:06.477100 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-13a3c141-b15b-48c1-bc02-573c5a20c241 service neutron] Attempting to bind port 763fa340-5c18-4ce0-9e50-4c670c4e9377 on network eb8515e8-a88e-4510-bf0c-3f52cf50b457 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:31:06.511224 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-6601abfa-340e-4ec4-a668-96a224ebb023 service neutron] Request body: {'port': {'device_id': 'bc24a4f1-0254-40cb-91de-fc952973d568', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:31:06.514064 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-13a3c141-b15b-48c1-bc02-573c5a20c241 service neutron] Port 763fa340-5c18-4ce0-9e50-4c670c4e9377 on network eb8515e8-a88e-4510-bf0c-3f52cf50b457 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 14:31:06.514610 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-13a3c141-b15b-48c1-bc02-573c5a20c241 service neutron] Attempting to bind port 763fa340-5c18-4ce0-9e50-4c670c4e9377 on network eb8515e8-a88e-4510-bf0c-3f52cf50b457 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:31:06.561605 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-13a3c141-b15b-48c1-bc02-573c5a20c241 service neutron] Checking agent: {'id': '9602430f-c8c8-408a-9570-479772f8b05b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 14, 25, 46), 'started_at': datetime.datetime(2021, 4, 7, 14, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 14, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 14:31:06.562560 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-13a3c141-b15b-48c1-bc02-573c5a20c241 service neutron] Checking segment: {'id': 'c2d47942-f9c6-4220-a89d-ec1894ae86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'eb8515e8-a88e-4510-bf0c-3f52cf50b457'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:31:06.563189 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-13a3c141-b15b-48c1-bc02-573c5a20c241 service neutron] Bound using segment: {'id': 'c2d47942-f9c6-4220-a89d-ec1894ae86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'eb8515e8-a88e-4510-bf0c-3f52cf50b457'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 14:31:06.566097 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-13a3c141-b15b-48c1-bc02-573c5a20c241 service neutron] Bound port: 763fa340-5c18-4ce0-9e50-4c670c4e9377, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2d47942-f9c6-4220-a89d-ec1894ae86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'eb8515e8-a88e-4510-bf0c-3f52cf50b457'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 14:31:06.566801 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-13a3c141-b15b-48c1-bc02-573c5a20c241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:06.780098 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-b95ab14a-8ddf-49c3-9331-271135a1fccd None None] Provisioning for port b87db988-544f-470b-b4c6-c568c0ff0609 completed by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:31:06.810398 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-b95ab14a-8ddf-49c3-9331-271135a1fccd None None] Provisioning complete for port b87db988-544f-470b-b4c6-c568c0ff0609 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:31:06.810916 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b95ab14a-8ddf-49c3-9331-271135a1fccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:06.812562 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-13a3c141-b15b-48c1-bc02-573c5a20c241 service neutron] For port 763fa340-5c18-4ce0-9e50-4c670c4e9377, host hv-cinder-78093, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 14:31:06.851561 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-13a3c141-b15b-48c1-bc02-573c5a20c241 service neutron] For port 763fa340-5c18-4ce0-9e50-4c670c4e9377, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=763fa340-5c18-4ce0-9e50-4c670c4e9377,segment=NetworkSegment(c2d47942-f9c6-4220-a89d-ec1894ae86b7),segment_id=c2d47942-f9c6-4220-a89d-ec1894ae86b7)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 14:31:06.865835 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-13a3c141-b15b-48c1-bc02-573c5a20c241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6250582'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:06.904516 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5911d6e4-672d-4fc9-9e35-8608fdeee78d tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:31:07.044585 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-b95ab14a-8ddf-49c3-9331-271135a1fccd None None] Port b87db988-544f-470b-b4c6-c568c0ff0609 cannot update to ACTIVE because it is not bound. {{(pid=84314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 14:31:07.113549 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-6601abfa-340e-4ec4-a668-96a224ebb023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:07.257017 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713cc9c-6d28-4124-85c0-cb596ac6f7d3 req-c8abc554-2a29-4b80-a481-fa13fbafff1a tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:07.273198 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5713cc9c-6d28-4124-85c0-cb596ac6f7d3 req-c8abc554-2a29-4b80-a481-fa13fbafff1a tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 944 time: 1.1759491 Apr 07 14:31:07.433292 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5713cc9c-6d28-4124-85c0-cb596ac6f7d3 req-a0d1557b-4f55-4db5-8029-8096cb54ac32 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412060 Apr 07 14:31:07.546493 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a3c141-b15b-48c1-bc02-573c5a20c241 service neutron] Pushing event updated for resources: {'Port': ['ID=763fa340-5c18-4ce0-9e50-4c670c4e9377,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:31:07.609375 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-13a3c141-b15b-48c1-bc02-573c5a20c241 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.700s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:31:07.678841 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea81fc8-3d6a-4224-9061-b51f36d1279f req-4994511d-2e11-4f15-960a-a7b4a2de5880 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:07.680401 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-6ea81fc8-3d6a-4224-9061-b51f36d1279f req-4994511d-2e11-4f15-960a-a7b4a2de5880 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/ports?device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 943 time: 0.6209171 Apr 07 14:31:07.762741 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-13a3c141-b15b-48c1-bc02-573c5a20c241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:07.765247 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-13a3c141-b15b-48c1-bc02-573c5a20c241 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:07.769651 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-13a3c141-b15b-48c1-bc02-573c5a20c241 service neutron] 10.222.0.81 "PUT /v2.0/ports/763fa340-5c18-4ce0-9e50-4c670c4e9377 HTTP/1.1" status: 200 len: 1093 time: 5.0986450 Apr 07 14:31:07.783155 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e5674d-f25c-472f-8edd-7ab4294d4cd3', 'tag': '763fa340-5c18-4ce0-9e50-4c670c4e9377'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:31:07.901802 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-6ea81fc8-3d6a-4224-9061-b51f36d1279f req-51b36378-8bee-4a6f-b87e-ca3d43214d34 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/security-groups?id=bed73b3f-fbc4-4f9a-ae6a-c8f8af91b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062740 Apr 07 14:31:08.279562 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-9cfb1a54-6a4d-499b-93d4-0b41d8e86d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:08.281555 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-9cfb1a54-6a4d-499b-93d4-0b41d8e86d4e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=595711248f0e49e39f1f1c42a8e83a27&device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 1096 time: 0.3411849 Apr 07 14:31:08.296256 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22e5674d-f25c-472f-8edd-7ab4294d4cd3', 'tag': '763fa340-5c18-4ce0-9e50-4c670c4e9377', 'status': 'completed', 'code': 200} Apr 07 14:31:08.500896 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6bf9a-a588-4774-9d35-b679e6ed678a req-08d26ee5-5823-4242-a956-fbac96bc8ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:08.502964 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-97d6bf9a-a588-4774-9d35-b679e6ed678a req-08d26ee5-5823-4242-a956-fbac96bc8ff5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949&tenant_id=782e9eccce6d4f5898c76958383a5e3d HTTP/1.1" status: 200 len: 1097 time: 0.2857890 Apr 07 14:31:08.629854 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-6601abfa-340e-4ec4-a668-96a224ebb023 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b87db988-544f-470b-b4c6-c568c0ff0609 {{(pid=84312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 14:31:08.644380 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-6601abfa-340e-4ec4-a668-96a224ebb023 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:08.670814 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-6601abfa-340e-4ec4-a668-96a224ebb023 service neutron] Transition to ACTIVE for port object b87db988-544f-470b-b4c6-c568c0ff0609 will not be triggered until provisioned by entity L2. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:31:08.674297 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-6601abfa-340e-4ec4-a668-96a224ebb023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847702575'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:08.694364 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:31:08.751038 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ae52e-cde9-4789-bda8-7de02354cfa3 req-43767ab7-9ee3-4d01-a05c-f524f1ece730 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:08.766000 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-3a3ae52e-cde9-4789-bda8-7de02354cfa3 req-43767ab7-9ee3-4d01-a05c-f524f1ece730 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 932 time: 0.6090074 Apr 07 14:31:08.817217 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-fc906d9a-3aa4-4257-a1fc-451d36d24600 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=763fa340-5c18-4ce0-9e50-4c670c4e9377 HTTP/1.1" status: 200 len: 217 time: 0.3620944 Apr 07 14:31:08.851485 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6601abfa-340e-4ec4-a668-96a224ebb023 service neutron] Pushing event updated for resources: {'Port': ['ID=b87db988-544f-470b-b4c6-c568c0ff0609,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:31:08.865087 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-6601abfa-340e-4ec4-a668-96a224ebb023 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:31:08.904320 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-3a3ae52e-cde9-4789-bda8-7de02354cfa3 req-07f8c32a-2671-4267-b839-178b760f3902 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Synchronizing usage tracker for tenant:f1730405b57a44cf8038f596756f82ec on resource:security_group {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:31:08.982776 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-3a3ae52e-cde9-4789-bda8-7de02354cfa3 req-07f8c32a-2671-4267-b839-178b760f3902 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Unset dirty status for tenant:f1730405b57a44cf8038f596756f82ec on resource:security_group {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:31:08.994794 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-3a3ae52e-cde9-4789-bda8-7de02354cfa3 req-07f8c32a-2671-4267-b839-178b760f3902 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/security-groups?id=07ad4126-4a38-448a-a8d6-23672275bb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272420 Apr 07 14:31:09.219457 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-fb1b4d12-f70c-4a13-bf61-4d5645fc2d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:09.221988 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-fb1b4d12-f70c-4a13-bf61-4d5645fc2d5a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b0a219ac-f4f3-4108-85bd-b9a0db570754 HTTP/1.1" status: 200 len: 848 time: 0.2410145 Apr 07 14:31:09.630078 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a650da-a79b-4d8d-b5e4-9e9c075f5c35 req-5a29e18d-3f34-4dc8-968d-0071d71f18fa tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:09.637080 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-67a650da-a79b-4d8d-b5e4-9e9c075f5c35 req-5a29e18d-3f34-4dc8-968d-0071d71f18fa tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 944 time: 0.5615754 Apr 07 14:31:09.694710 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6bf9a-a588-4774-9d35-b679e6ed678a req-4e2f3ce6-4a2c-452c-98a9-eec9bce6f125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:09.712006 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-97d6bf9a-a588-4774-9d35-b679e6ed678a req-4e2f3ce6-4a2c-452c-98a9-eec9bce6f125 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=782e9eccce6d4f5898c76958383a5e3d&device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 1097 time: 0.6342044 Apr 07 14:31:09.712979 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-6601abfa-340e-4ec4-a668-96a224ebb023 service neutron] Attempting to bind port b87db988-544f-470b-b4c6-c568c0ff0609 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 14:31:09.713364 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-6601abfa-340e-4ec4-a668-96a224ebb023 service neutron] Attempting to bind port b87db988-544f-470b-b4c6-c568c0ff0609 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'c7b72cce-98ce-465c-ba2f-1d4f4f6375e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2d3b64f1-a7c9-4934-a387-d7abdf8585e7'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 14:31:09.713734 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-6601abfa-340e-4ec4-a668-96a224ebb023 service neutron] Attempting to bind port b87db988-544f-470b-b4c6-c568c0ff0609 on network 2d3b64f1-a7c9-4934-a387-d7abdf8585e7 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:31:09.734284 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-6601abfa-340e-4ec4-a668-96a224ebb023 service neutron] Port b87db988-544f-470b-b4c6-c568c0ff0609 on network 2d3b64f1-a7c9-4934-a387-d7abdf8585e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 14:31:09.735184 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-6601abfa-340e-4ec4-a668-96a224ebb023 service neutron] Attempting to bind port b87db988-544f-470b-b4c6-c568c0ff0609 on network 2d3b64f1-a7c9-4934-a387-d7abdf8585e7 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:31:09.815154 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb2ed8-e7d8-4f26-8e08-d7ed0207bc1a req-db214d50-99e2-4ffa-af54-ea5d046284f7 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:09.817123 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f4bb2ed8-e7d8-4f26-8e08-d7ed0207bc1a req-db214d50-99e2-4ffa-af54-ea5d046284f7 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/ports?device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 943 time: 0.4530737 Apr 07 14:31:09.869870 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-6c3b49c2-6876-45ef-a7f1-b13a8b611396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:09.873709 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-6c3b49c2-6876-45ef-a7f1-b13a8b611396 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=eb8515e8-a88e-4510-bf0c-3f52cf50b457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3406701 Apr 07 14:31:09.899223 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f4bb2ed8-e7d8-4f26-8e08-d7ed0207bc1a req-2aa60730-2222-4309-9ad5-70f4b13dadd2 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/security-groups?id=bed73b3f-fbc4-4f9a-ae6a-c8f8af91b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715415 Apr 07 14:31:09.968279 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6bf9a-a588-4774-9d35-b679e6ed678a req-d0e2d4c1-8d10-41d6-ac9b-0ff338448a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:09.968279 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-97d6bf9a-a588-4774-9d35-b679e6ed678a req-d0e2d4c1-8d10-41d6-ac9b-0ff338448a97 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c030ef04-5242-408d-b21d-654932a78971 HTTP/1.1" status: 200 len: 918 time: 0.2355886 Apr 07 14:31:10.184436 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-67a650da-a79b-4d8d-b5e4-9e9c075f5c35 req-fc627c15-5820-4439-a892-3e90b2a5e177 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5227478 Apr 07 14:31:10.185363 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-6601abfa-340e-4ec4-a668-96a224ebb023 service neutron] Checking agent: {'id': '9602430f-c8c8-408a-9570-479772f8b05b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 14, 25, 46), 'started_at': datetime.datetime(2021, 4, 7, 14, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 14, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 14:31:10.185741 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-6601abfa-340e-4ec4-a668-96a224ebb023 service neutron] Checking segment: {'id': 'c7b72cce-98ce-465c-ba2f-1d4f4f6375e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2d3b64f1-a7c9-4934-a387-d7abdf8585e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:31:10.186169 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-6601abfa-340e-4ec4-a668-96a224ebb023 service neutron] Bound using segment: {'id': 'c7b72cce-98ce-465c-ba2f-1d4f4f6375e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2d3b64f1-a7c9-4934-a387-d7abdf8585e7'} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 14:31:10.186667 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-6601abfa-340e-4ec4-a668-96a224ebb023 service neutron] Bound port: b87db988-544f-470b-b4c6-c568c0ff0609, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b72cce-98ce-465c-ba2f-1d4f4f6375e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2d3b64f1-a7c9-4934-a387-d7abdf8585e7'}}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 14:31:10.187056 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-6601abfa-340e-4ec4-a668-96a224ebb023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:10.321519 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-97d6bf9a-a588-4774-9d35-b679e6ed678a req-e68b76d5-5d2c-4351-b6af-35e2f92d3da3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=207765ac-57a5-4aa8-a2e0-6c4476ab7a6f HTTP/1.1" status: 200 len: 1000 time: 0.3418424 Apr 07 14:31:10.407256 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-6601abfa-340e-4ec4-a668-96a224ebb023 service neutron] For port b87db988-544f-470b-b4c6-c568c0ff0609, host hv-cinder-78093, cleared binding levels {{(pid=84312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 14:31:10.424291 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-6601abfa-340e-4ec4-a668-96a224ebb023 service neutron] For port b87db988-544f-470b-b4c6-c568c0ff0609, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b87db988-544f-470b-b4c6-c568c0ff0609,segment=NetworkSegment(c7b72cce-98ce-465c-ba2f-1d4f4f6375e6),segment_id=c7b72cce-98ce-465c-ba2f-1d4f4f6375e6)] {{(pid=84312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 14:31:10.431107 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-6601abfa-340e-4ec4-a668-96a224ebb023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847702575'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:10.490615 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-42810d5d-6b7b-4f94-b3a9-74e1b56cfb27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:31:10.601274 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-54168721-13e0-4082-8849-c9146b3a6988 service neutron] 10.222.0.81 "GET /v2.0/networks/eb8515e8-a88e-4510-bf0c-3f52cf50b457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6990588 Apr 07 14:31:10.771415 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6601abfa-340e-4ec4-a668-96a224ebb023 service neutron] Pushing event updated for resources: {'Port': ['ID=b87db988-544f-470b-b4c6-c568c0ff0609,revision_number=3']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:31:10.790195 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-6601abfa-340e-4ec4-a668-96a224ebb023 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:31:10.813590 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-6601abfa-340e-4ec4-a668-96a224ebb023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:10.814259 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-6601abfa-340e-4ec4-a668-96a224ebb023 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:10.815901 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-6601abfa-340e-4ec4-a668-96a224ebb023 service neutron] 10.222.0.81 "PUT /v2.0/ports/b87db988-544f-470b-b4c6-c568c0ff0609 HTTP/1.1" status: 200 len: 1094 time: 4.3299575 Apr 07 14:31:10.816471 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc24a4f1-0254-40cb-91de-fc952973d568', 'tag': 'b87db988-544f-470b-b4c6-c568c0ff0609'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:31:10.928440 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec121ea2-0b7c-4ebd-9f6c-55f005a8e696 req-cbe5aefa-f127-4eef-9d8b-052b0a40eac1 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:10.936881 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ec121ea2-0b7c-4ebd-9f6c-55f005a8e696 req-cbe5aefa-f127-4eef-9d8b-052b0a40eac1 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 944 time: 0.3342538 Apr 07 14:31:10.943946 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc24a4f1-0254-40cb-91de-fc952973d568', 'tag': 'b87db988-544f-470b-b4c6-c568c0ff0609', 'status': 'completed', 'code': 200} Apr 07 14:31:11.032512 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ec121ea2-0b7c-4ebd-9f6c-55f005a8e696 req-7ae5a293-4b2d-40f8-bc14-58a72a1dac14 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/security-groups?id=07ad4126-4a38-448a-a8d6-23672275bb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935850 Apr 07 14:31:11.272169 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e93e78-7490-4640-92dc-9d3c9d3280b8 req-bc1cf0b3-5b0a-4f30-80c6-4e1e0543c0cb tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:11.287251 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-56e93e78-7490-4640-92dc-9d3c9d3280b8 req-bc1cf0b3-5b0a-4f30-80c6-4e1e0543c0cb tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/ports?device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 943 time: 0.1815147 Apr 07 14:31:11.362085 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-56e93e78-7490-4640-92dc-9d3c9d3280b8 req-2d546086-b8e6-441c-888b-d6a74ab6f971 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/security-groups?id=bed73b3f-fbc4-4f9a-ae6a-c8f8af91b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512195 Apr 07 14:31:11.762019 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7785d2-b5ac-44a1-b22e-91d30bd11408 req-730e24b0-d24a-491b-845b-4af3dc603197 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:11.765117 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-9e7785d2-b5ac-44a1-b22e-91d30bd11408 req-730e24b0-d24a-491b-845b-4af3dc603197 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 944 time: 0.1418662 Apr 07 14:31:11.844939 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-9e7785d2-b5ac-44a1-b22e-91d30bd11408 req-345498ce-fbf1-4196-82fc-4f7835ad81e0 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657990 Apr 07 14:31:11.959835 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d464a-3e72-4d5a-9e9f-b2e24a650225 req-27f4e144-150f-43c4-afb4-b31cdc32c6bc tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:11.964513 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-aa1d464a-3e72-4d5a-9e9f-b2e24a650225 req-27f4e144-150f-43c4-afb4-b31cdc32c6bc tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 945 time: 0.1518607 Apr 07 14:31:12.031247 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-aa1d464a-3e72-4d5a-9e9f-b2e24a650225 req-3aeea450-de4a-4d6c-a5d1-d9877a6a71b1 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453405 Apr 07 14:31:12.268680 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f594821-42de-48dc-9164-ad16588183c1 req-c4bc2905-10d7-439a-84e0-8e121d11cdab tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:12.271320 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5f594821-42de-48dc-9164-ad16588183c1 req-c4bc2905-10d7-439a-84e0-8e121d11cdab tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 944 time: 0.0985048 Apr 07 14:31:12.316434 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5f594821-42de-48dc-9164-ad16588183c1 req-baf5f987-00ba-4275-a34f-12611059a881 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/security-groups?id=07ad4126-4a38-448a-a8d6-23672275bb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376878 Apr 07 14:31:12.798167 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98e432-aeb8-4ad7-939d-50095b93eee8 req-78800758-3bbb-482a-8e87-a780c5ef5401 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:12.804883 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-3f98e432-aeb8-4ad7-939d-50095b93eee8 req-78800758-3bbb-482a-8e87-a780c5ef5401 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/ports?device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 943 time: 0.1974566 Apr 07 14:31:12.872145 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-3f98e432-aeb8-4ad7-939d-50095b93eee8 req-b50e4bbb-b950-4ffe-9c44-877b4b276c90 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/security-groups?id=bed73b3f-fbc4-4f9a-ae6a-c8f8af91b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548501 Apr 07 14:31:13.167494 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c5c9c-b0c1-4646-9e57-cabb797b0fa7 req-e44c4383-664c-4f04-abbe-d9dfd8599d20 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:13.169240 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-750c5c9c-b0c1-4646-9e57-cabb797b0fa7 req-e44c4383-664c-4f04-abbe-d9dfd8599d20 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 944 time: 0.1342766 Apr 07 14:31:13.216858 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-750c5c9c-b0c1-4646-9e57-cabb797b0fa7 req-a5a13cd4-1e6f-429a-a1d3-091659510588 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317936 Apr 07 14:31:13.401887 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34fd85-0371-4ffb-8abc-e060e45d58c7 req-2321bf5b-00d1-4e9a-998b-7abbcf92c37a tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:13.405148 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0d34fd85-0371-4ffb-8abc-e060e45d58c7 req-2321bf5b-00d1-4e9a-998b-7abbcf92c37a tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 945 time: 0.1926241 Apr 07 14:31:13.470865 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0d34fd85-0371-4ffb-8abc-e060e45d58c7 req-327cb12e-f4d4-4fb7-9e10-b2990d4a2deb tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489511 Apr 07 14:31:13.622309 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d73f81-d209-41ab-95b0-4744b9307bc1 req-abbdccbb-d896-495d-9064-a5f5d9f758db tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:13.626370 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c9d73f81-d209-41ab-95b0-4744b9307bc1 req-abbdccbb-d896-495d-9064-a5f5d9f758db tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 944 time: 0.1223040 Apr 07 14:31:13.672268 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c9d73f81-d209-41ab-95b0-4744b9307bc1 req-6d33a0b7-3f29-4961-a881-02bb99dea0b5 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/security-groups?id=07ad4126-4a38-448a-a8d6-23672275bb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353305 Apr 07 14:31:14.220801 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900240f5-b5c2-401f-b76a-57cd99e0ddfe req-7ab6804f-22b4-49c0-81df-d59fe5f70a73 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:14.223143 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-900240f5-b5c2-401f-b76a-57cd99e0ddfe req-7ab6804f-22b4-49c0-81df-d59fe5f70a73 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/ports?device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 943 time: 0.1851225 Apr 07 14:31:14.320413 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-900240f5-b5c2-401f-b76a-57cd99e0ddfe req-8bd63aa9-948e-4551-9acf-2685912bbea6 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/security-groups?id=bed73b3f-fbc4-4f9a-ae6a-c8f8af91b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841947 Apr 07 14:31:14.583957 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7e0a1-e775-4738-bfd6-b7b790bf83bd req-8fb591aa-183e-41ad-89c8-28159cdd45de tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:14.586028 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0ba7e0a1-e775-4738-bfd6-b7b790bf83bd req-8fb591aa-183e-41ad-89c8-28159cdd45de tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 944 time: 0.1184635 Apr 07 14:31:14.657324 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0ba7e0a1-e775-4738-bfd6-b7b790bf83bd req-b16065c9-27dd-4cec-9ad0-de24a00e4e21 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428836 Apr 07 14:31:14.762140 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-abf1cfe4-0718-4fe1-b8bb-c604f492b2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:14.918754 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd6def-7d87-4f2e-8f0a-9244dd0dd7ea req-daeb5a63-cd84-4b6b-862c-13113bf421b7 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:14.920728 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-8ddd6def-7d87-4f2e-8f0a-9244dd0dd7ea req-daeb5a63-cd84-4b6b-862c-13113bf421b7 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 945 time: 0.1682243 Apr 07 14:31:14.950704 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd5580-0f99-4ae6-b0c6-cda7e2bf455d req-922a8deb-967b-4ea5-84c0-3a81ac75da7c tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:14.952744 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-6bdd5580-0f99-4ae6-b0c6-cda7e2bf455d req-922a8deb-967b-4ea5-84c0-3a81ac75da7c tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 944 time: 0.1245291 Apr 07 14:31:14.967429 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-8ddd6def-7d87-4f2e-8f0a-9244dd0dd7ea req-21ed3d83-c73f-4c65-b78c-54b807e0839f tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287204 Apr 07 14:31:15.002362 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-6bdd5580-0f99-4ae6-b0c6-cda7e2bf455d req-43e19029-2e26-449d-9f67-a84aa220bebc tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/security-groups?id=07ad4126-4a38-448a-a8d6-23672275bb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306973 Apr 07 14:31:15.613156 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613fa40-fed4-4af0-a62e-5abd7a5c390d req-02b0dac8-dad7-4fae-ba82-0c3deabe2ae6 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:15.614871 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-8613fa40-fed4-4af0-a62e-5abd7a5c390d req-02b0dac8-dad7-4fae-ba82-0c3deabe2ae6 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/ports?device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0994248 Apr 07 14:31:15.661281 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-8613fa40-fed4-4af0-a62e-5abd7a5c390d req-32e9aa92-7d83-4e6c-84ca-bafdedca56bb tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/security-groups?id=bed73b3f-fbc4-4f9a-ae6a-c8f8af91b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392015 Apr 07 14:31:15.839195 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:15.906061 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69a7de-c0d3-4e29-884e-18a64f883d66 req-4ce64c3b-109d-4efe-87b5-3b16564f0b1a tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:15.908357 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-3e69a7de-c0d3-4e29-884e-18a64f883d66 req-4ce64c3b-109d-4efe-87b5-3b16564f0b1a tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 944 time: 0.1171331 Apr 07 14:31:15.941819 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-3e69a7de-c0d3-4e29-884e-18a64f883d66 req-2f70cd67-7bec-43ad-b8c4-df86fccd279c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269635 Apr 07 14:31:16.389189 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021439f-0c45-4e57-a42f-972aedd4aafe req-4e69974b-7342-4949-a49c-0ce492615ea6 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:16.398479 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-2021439f-0c45-4e57-a42f-972aedd4aafe req-4e69974b-7342-4949-a49c-0ce492615ea6 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 945 time: 0.1966202 Apr 07 14:31:16.437482 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-2021439f-0c45-4e57-a42f-972aedd4aafe req-43bf4c4e-d47a-4c40-a4df-5158c1db65aa tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375028 Apr 07 14:31:16.456428 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65596f2a-3d05-4a6e-be41-a527aeea1f4f req-baef79dd-1552-4ac1-8a12-b68522ec689d tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:16.468013 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-65596f2a-3d05-4a6e-be41-a527aeea1f4f req-baef79dd-1552-4ac1-8a12-b68522ec689d tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 944 time: 0.2139730 Apr 07 14:31:16.531503 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-65596f2a-3d05-4a6e-be41-a527aeea1f4f req-9a277f00-12b0-4904-bb37-70290d5a97f5 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/security-groups?id=07ad4126-4a38-448a-a8d6-23672275bb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609624 Apr 07 14:31:16.753581 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.agents_db [None req-6fbea437-4030-452f-8588-832da035c2c0 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 14:31:16.905285 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38493bf3-d03b-4904-aa67-852f7365264d req-6d36e7f2-378f-4c03-9c80-e2c84c9686c7 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:16.906980 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-38493bf3-d03b-4904-aa67-852f7365264d req-6d36e7f2-378f-4c03-9c80-e2c84c9686c7 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/ports?device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0999160 Apr 07 14:31:16.945440 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-38493bf3-d03b-4904-aa67-852f7365264d req-cf720ac0-2c55-4bff-a802-898a01f62f61 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/security-groups?id=bed73b3f-fbc4-4f9a-ae6a-c8f8af91b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313466 Apr 07 14:31:17.164308 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45400227-80d3-4f15-9b8b-d6ccb5512bff req-9c27e73d-1a50-45e3-8f9d-31059682d750 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:17.166006 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-45400227-80d3-4f15-9b8b-d6ccb5512bff req-9c27e73d-1a50-45e3-8f9d-31059682d750 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 944 time: 0.0952532 Apr 07 14:31:17.199557 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-45400227-80d3-4f15-9b8b-d6ccb5512bff req-4b8810e1-1db7-4e20-b5f0-d9ef2588fb92 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262651 Apr 07 14:31:17.300420 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6bf9a-a588-4774-9d35-b679e6ed678a req-67746408-4630-4df7-9f5d-5afb069fb979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:17.302170 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-97d6bf9a-a588-4774-9d35-b679e6ed678a req-67746408-4630-4df7-9f5d-5afb069fb979 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=922c7ccf-af8e-4c6b-baef-d00c20689db2 HTTP/1.1" status: 200 len: 856 time: 0.0799434 Apr 07 14:31:17.374879 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-47f1b14d-2f14-4951-bab5-3db8403434b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:17.530300 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-169343f8-6fa6-4b3d-a3d2-47a6e246694f req-387e1e15-e669-46c7-99b7-4081afcce3fa service neutron] 10.222.0.81 "GET /v2.0/networks/eb8515e8-a88e-4510-bf0c-3f52cf50b457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447276 Apr 07 14:31:17.544879 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b43a1-3ec0-4c21-8a1b-2c4317a19aa8 req-53470997-34bc-4361-ae11-e96102630c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:17.548416 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-610b43a1-3ec0-4c21-8a1b-2c4317a19aa8 req-53470997-34bc-4361-ae11-e96102630c4a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f1730405b57a44cf8038f596756f82ec&device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 1097 time: 0.2498384 Apr 07 14:31:17.604498 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6bf9a-a588-4774-9d35-b679e6ed678a req-51735814-0e6d-46ae-8627-18624719284d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:17.606977 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-97d6bf9a-a588-4774-9d35-b679e6ed678a req-51735814-0e6d-46ae-8627-18624719284d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c030ef04-5242-408d-b21d-654932a78971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2654974 Apr 07 14:31:17.716506 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0536f1-d7cf-475d-8da9-a15c7e3ff089 req-64701c02-4059-440f-90b7-27c2dcfaab78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:17.718402 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-3c0536f1-d7cf-475d-8da9-a15c7e3ff089 req-64701c02-4059-440f-90b7-27c2dcfaab78 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=595711248f0e49e39f1f1c42a8e83a27&device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 1096 time: 0.1214454 Apr 07 14:31:17.976622 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0a55e-56c6-4001-b035-dc743c3384af req-bd3519c1-bae8-4497-abd5-e002c2671280 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:17.978700 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0cc0a55e-56c6-4001-b035-dc743c3384af req-bd3519c1-bae8-4497-abd5-e002c2671280 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 944 time: 0.2585430 Apr 07 14:31:17.996973 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b43a1-3ec0-4c21-8a1b-2c4317a19aa8 req-4b91a454-0413-4915-b865-8038997fbcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:17.998686 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-610b43a1-3ec0-4c21-8a1b-2c4317a19aa8 req-4b91a454-0413-4915-b865-8038997fbcf4 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=f1730405b57a44cf8038f596756f82ec&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4415381 Apr 07 14:31:18.004013 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-97d6bf9a-a588-4774-9d35-b679e6ed678a req-775fde17-061a-4274-990c-51e92309302b service neutron] 10.222.0.81 "GET /v2.0/networks/c030ef04-5242-408d-b21d-654932a78971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064451 Apr 07 14:31:18.019675 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96ab36-559d-46a6-aa3d-45205f952e0d req-2129c79d-03cd-4250-a4c4-1c43bfd798f6 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:18.021449 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-3a96ab36-559d-46a6-aa3d-45205f952e0d req-2129c79d-03cd-4250-a4c4-1c43bfd798f6 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 945 time: 0.3257804 Apr 07 14:31:18.048660 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0536f1-d7cf-475d-8da9-a15c7e3ff089 req-0255d174-4635-4e4a-8be9-d380520633bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:18.051499 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-3c0536f1-d7cf-475d-8da9-a15c7e3ff089 req-0255d174-4635-4e4a-8be9-d380520633bb service neutron] 10.222.0.81 "GET /v2.0/networks?id=eb8515e8-a88e-4510-bf0c-3f52cf50b457 HTTP/1.1" status: 200 len: 910 time: 0.2897880 Apr 07 14:31:18.061175 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0cc0a55e-56c6-4001-b035-dc743c3384af req-14974369-3067-484c-8284-e9a71ba8cc72 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/security-groups?id=07ad4126-4a38-448a-a8d6-23672275bb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593774 Apr 07 14:31:18.171510 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-68064a8d-a1ee-4a07-912b-506dbeaf5e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:18.257752 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-3c0536f1-d7cf-475d-8da9-a15c7e3ff089 req-9ca17e34-ba2a-43ce-a4ed-1b31e70a77d5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=763fa340-5c18-4ce0-9e50-4c670c4e9377 HTTP/1.1" status: 200 len: 217 time: 0.1946311 Apr 07 14:31:18.489930 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0536f1-d7cf-475d-8da9-a15c7e3ff089 req-e70a682c-ef9c-4f9c-a865-92dba46d7fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:18.492507 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-3c0536f1-d7cf-475d-8da9-a15c7e3ff089 req-e70a682c-ef9c-4f9c-a865-92dba46d7fb5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b0a219ac-f4f3-4108-85bd-b9a0db570754 HTTP/1.1" status: 200 len: 848 time: 0.2229478 Apr 07 14:31:18.705927 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b43a1-3ec0-4c21-8a1b-2c4317a19aa8 req-be9269c8-0b10-4ff4-9bd7-5ecb0ac81ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:18.710766 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-610b43a1-3ec0-4c21-8a1b-2c4317a19aa8 req-be9269c8-0b10-4ff4-9bd7-5ecb0ac81ac6 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6868362 Apr 07 14:31:18.734870 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774db543-6f14-43df-83fb-ea2677f444ba req-26ff0e1d-6fd1-4541-a984-745a59d7fbf6 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:18.740858 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-3a96ab36-559d-46a6-aa3d-45205f952e0d req-ac84c84d-ae12-4fca-a161-af78fd294c6d tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6729884 Apr 07 14:31:18.751969 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-774db543-6f14-43df-83fb-ea2677f444ba req-26ff0e1d-6fd1-4541-a984-745a59d7fbf6 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/ports?device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 943 time: 0.4065073 Apr 07 14:31:18.826528 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0536f1-d7cf-475d-8da9-a15c7e3ff089 req-98a0f375-feee-49ff-b698-9892c64b975a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:18.829483 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-3c0536f1-d7cf-475d-8da9-a15c7e3ff089 req-98a0f375-feee-49ff-b698-9892c64b975a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=eb8515e8-a88e-4510-bf0c-3f52cf50b457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2980337 Apr 07 14:31:18.831434 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:18.852900 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-774db543-6f14-43df-83fb-ea2677f444ba req-e27d9bbb-6128-43e5-9ef5-d9c23cf1daff tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/security-groups?id=bed73b3f-fbc4-4f9a-ae6a-c8f8af91b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992560 Apr 07 14:31:19.128763 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-3c0536f1-d7cf-475d-8da9-a15c7e3ff089 req-52759ced-9ad2-4df6-b1a2-dd5500528867 service neutron] 10.222.0.81 "GET /v2.0/networks/eb8515e8-a88e-4510-bf0c-3f52cf50b457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739229 Apr 07 14:31:19.190988 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-97d6bf9a-a588-4774-9d35-b679e6ed678a req-f61c58c8-0d64-4739-8bd1-0f8d3f63190a service neutron] 10.222.0.81 "GET /v2.0/networks/c030ef04-5242-408d-b21d-654932a78971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1679378 Apr 07 14:31:19.274629 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-06d8bc72-dcef-4b2e-810a-d8f437e2292e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:19.277466 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-06d8bc72-dcef-4b2e-810a-d8f437e2292e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f1730405b57a44cf8038f596756f82ec&device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 1097 time: 0.4851794 Apr 07 14:31:19.304720 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7717a8a-853a-49bb-8cc6-4493cfe0a2f3 req-9f1c7479-5188-4c61-9919-4d1f3641b827 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:19.308084 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c7717a8a-853a-49bb-8cc6-4493cfe0a2f3 req-9f1c7479-5188-4c61-9919-4d1f3641b827 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 944 time: 0.2696183 Apr 07 14:31:19.449543 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-ac80770c-9c87-4686-8e43-9646738d489b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b87db988-544f-470b-b4c6-c568c0ff0609 HTTP/1.1" status: 200 len: 217 time: 0.1390469 Apr 07 14:31:19.453838 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-3c0536f1-d7cf-475d-8da9-a15c7e3ff089 req-87d31330-089a-411e-97db-b74e575cd6f1 service neutron] 10.222.0.81 "GET /v2.0/networks/eb8515e8-a88e-4510-bf0c-3f52cf50b457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177009 Apr 07 14:31:19.486054 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c28a9-09cf-404d-855f-a282df6222f2 req-dd824c97-ee75-4632-bc3f-aaa75f7e715c tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:19.492876 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1c6c28a9-09cf-404d-855f-a282df6222f2 req-dd824c97-ee75-4632-bc3f-aaa75f7e715c tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 944 time: 0.1975358 Apr 07 14:31:19.552257 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1c6c28a9-09cf-404d-855f-a282df6222f2 req-7a9b3542-b3f2-4bc7-8559-f36bc6334663 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/security-groups?id=07ad4126-4a38-448a-a8d6-23672275bb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449126 Apr 07 14:31:19.565300 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c7717a8a-853a-49bb-8cc6-4493cfe0a2f3 req-2d8ffcd3-d1e7-4e12-9557-662efc5d7e8e tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527648 Apr 07 14:31:19.607244 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-25e96385-581c-43b4-8322-cd5938a277d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:19.609001 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-25e96385-581c-43b4-8322-cd5938a277d3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=155d1fc0-d59a-4ba5-8189-d1f7a76a9e8e HTTP/1.1" status: 200 len: 853 time: 0.1430249 Apr 07 14:31:19.704396 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-415b53bd-60aa-49ff-92be-d574b3945add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:19.706263 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-415b53bd-60aa-49ff-92be-d574b3945add service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2d3b64f1-a7c9-4934-a387-d7abdf8585e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0873473 Apr 07 14:31:19.833604 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-753d5ca8-67af-4e0f-aee9-cf9190fbeaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:19.910074 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-24c574d5-98fa-43b4-9bb8-9cf884cbf375 service neutron] 10.222.0.81 "GET /v2.0/networks/2d3b64f1-a7c9-4934-a387-d7abdf8585e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945550 Apr 07 14:31:19.977732 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 763fa340-5c18-4ce0-9e50-4c670c4e9377 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=84314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 14:31:20.300609 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0182a4cd-ca6a-40f9-86f9-555818565fda req-e2df42be-5bb8-44d0-811c-fb289bd934e3 service neutron] 10.222.0.81 "GET /v2.0/networks/2d3b64f1-a7c9-4934-a387-d7abdf8585e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801734 Apr 07 14:31:20.444855 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624bcee-ef73-4932-bb10-4dc482a80ccf req-1e247ced-fbbb-4930-ae39-099b08cb189a tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:20.447361 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f624bcee-ef73-4932-bb10-4dc482a80ccf req-1e247ced-fbbb-4930-ae39-099b08cb189a tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/ports?device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 943 time: 0.2623184 Apr 07 14:31:20.463416 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80913599-fabb-4921-82e2-e5be24cfc237 req-3e5bbe4e-f199-473b-bd51-1fdd97202702 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:20.488093 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-80913599-fabb-4921-82e2-e5be24cfc237 req-3e5bbe4e-f199-473b-bd51-1fdd97202702 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 945 time: 0.4749045 Apr 07 14:31:20.522865 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450c1d3-3f79-4d16-83c4-30067897e77b req-a08115ea-7b2d-4751-a4ec-f408536c1806 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:20.524829 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d450c1d3-3f79-4d16-83c4-30067897e77b req-a08115ea-7b2d-4751-a4ec-f408536c1806 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.81 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 945 time: 0.3789651 Apr 07 14:31:20.573645 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f624bcee-ef73-4932-bb10-4dc482a80ccf req-29fc4584-cf40-49b0-8f28-05673c210bb7 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/security-groups?id=bed73b3f-fbc4-4f9a-ae6a-c8f8af91b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109979 Apr 07 14:31:20.736919 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-d450c1d3-3f79-4d16-83c4-30067897e77b req-d3c1cc02-4918-4c0b-a91c-d6588086acd8 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Deleting port 15d5286e-c5ef-4c43-a228-a33981f81ec7 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:31:20.737436 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-d450c1d3-3f79-4d16-83c4-30067897e77b req-d3c1cc02-4918-4c0b-a91c-d6588086acd8 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:20.752017 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port 763fa340-5c18-4ce0-9e50-4c670c4e9377, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=763fa340-5c18-4ce0-9e50-4c670c4e9377,segment=NetworkSegment(c2d47942-f9c6-4220-a89d-ec1894ae86b7),segment_id=c2d47942-f9c6-4220-a89d-ec1894ae86b7)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:31:20.796472 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Returning: {'device': '763fa340-5c18-4ce0-9e50-4c670c4e9377', 'network_id': 'eb8515e8-a88e-4510-bf0c-3f52cf50b457', 'port_id': '763fa340-5c18-4ce0-9e50-4c670c4e9377', 'mac_address': 'fa:16:3e:9d:06:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a219ac-f4f3-4108-85bd-b9a0db570754', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 14:31:20.869593 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-80913599-fabb-4921-82e2-e5be24cfc237 req-0f0e8853-b63d-4f7d-9b21-5b2ae4127c60 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798611 Apr 07 14:31:21.094349 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:21.097168 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 763fa340-5c18-4ce0-9e50-4c670c4e9377 {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 14:31:21.143429 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port 763fa340-5c18-4ce0-9e50-4c670c4e9377, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=763fa340-5c18-4ce0-9e50-4c670c4e9377,segment=NetworkSegment(c2d47942-f9c6-4220-a89d-ec1894ae86b7),segment_id=c2d47942-f9c6-4220-a89d-ec1894ae86b7)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:31:21.152369 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:21.164947 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:31:21.312069 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Pushing event updated for resources: {'Port': ['ID=763fa340-5c18-4ce0-9e50-4c670c4e9377,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:31:21.320497 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:31:21.376870 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd16a47-76db-4be6-a149-3b82977d5962 req-01f694b3-c2e4-4e3b-810e-452cf4258313 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:21.378369 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-0cd16a47-76db-4be6-a149-3b82977d5962 req-01f694b3-c2e4-4e3b-810e-452cf4258313 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Synchronizing usage tracker for tenant:f1730405b57a44cf8038f596756f82ec on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:31:21.419376 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-0cd16a47-76db-4be6-a149-3b82977d5962 req-01f694b3-c2e4-4e3b-810e-452cf4258313 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Unset dirty status for tenant:f1730405b57a44cf8038f596756f82ec on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:31:21.426604 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0cd16a47-76db-4be6-a149-3b82977d5962 req-01f694b3-c2e4-4e3b-810e-452cf4258313 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 944 time: 0.3656352 Apr 07 14:31:21.474917 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] get_ports_and_sgs() called for port_ids ['763fa340-5c18-4ce0-9e50-4c670c4e9377'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 14:31:21.564995 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0cd16a47-76db-4be6-a149-3b82977d5962 req-f24b0f55-4157-46ff-9184-99736153ca0f tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/security-groups?id=07ad4126-4a38-448a-a8d6-23672275bb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184032 Apr 07 14:31:21.752533 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-d450c1d3-3f79-4d16-83c4-30067897e77b req-d3c1cc02-4918-4c0b-a91c-d6588086acd8 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] For port 15d5286e-c5ef-4c43-a228-a33981f81ec7, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=15d5286e-c5ef-4c43-a228-a33981f81ec7,segment=NetworkSegment(915451d2-8683-4329-b99a-36d7903584f8),segment_id=915451d2-8683-4329-b99a-36d7903584f8)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:31:21.753284 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-d450c1d3-3f79-4d16-83c4-30067897e77b req-d3c1cc02-4918-4c0b-a91c-d6588086acd8 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:22.009071 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 15d5286e-c5ef-4c43-a228-a33981f81ec7 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 14:31:22.043658 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-d450c1d3-3f79-4d16-83c4-30067897e77b req-d3c1cc02-4918-4c0b-a91c-d6588086acd8 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Calling delete_port for 15d5286e-c5ef-4c43-a228-a33981f81ec7 owned by compute:nova {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:31:22.241028 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c701c-2425-4d44-858c-a51864b75fa4 req-6e3ba8ba-bab7-42be-b6f7-9b4ec34697a8 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:22.244169 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-9c1c701c-2425-4d44-858c-a51864b75fa4 req-6e3ba8ba-bab7-42be-b6f7-9b4ec34697a8 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 944 time: 0.8082550 Apr 07 14:31:22.287417 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d84798-f06e-4a08-9c3a-5325d9aa7677 req-cf63b304-a1e8-4af7-83a8-f7a8c4a202fb tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:22.290394 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c7d84798-f06e-4a08-9c3a-5325d9aa7677 req-cf63b304-a1e8-4af7-83a8-f7a8c4a202fb tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/ports?device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 944 time: 0.3079534 Apr 07 14:31:22.408625 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c7d84798-f06e-4a08-9c3a-5325d9aa7677 req-5a59ab79-5d14-4516-9471-bffb05547b2c tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/security-groups?id=bed73b3f-fbc4-4f9a-ae6a-c8f8af91b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006532 Apr 07 14:31:22.412398 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-9c1c701c-2425-4d44-858c-a51864b75fa4 req-e9bcb6ce-817c-46ae-b86d-df28b561d01f tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507368 Apr 07 14:31:22.475234 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-d450c1d3-3f79-4d16-83c4-30067897e77b req-d3c1cc02-4918-4c0b-a91c-d6588086acd8 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304368157317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304368589940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848525233'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:22.540371 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Port 15d5286e-c5ef-4c43-a228-a33981f81ec7 update to DOWN by agent not found {{(pid=84314) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2108}} Apr 07 14:31:22.808567 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-dddf5c74-bf88-4dcf-8fc5-eade3ff2f8a1 req-42f72f4f-4653-486c-a0de-30ecd963f7b6 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 210 time: 0.1197309 Apr 07 14:31:22.995947 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-13a3c141-b15b-48c1-bc02-573c5a20c241 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:31:23.125204 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] get_ports_and_sgs() called for port_ids ['296e53de-61dd-4e19-8ff2-3b0647237121'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 14:31:23.268718 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c1cc02-4918-4c0b-a91c-d6588086acd8 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Pushing event deleted for resources: {'Port': ['ID=15d5286e-c5ef-4c43-a228-a33981f81ec7,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:31:23.285964 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-d3c1cc02-4918-4c0b-a91c-d6588086acd8 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:31:23.539204 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-d450c1d3-3f79-4d16-83c4-30067897e77b req-d3c1cc02-4918-4c0b-a91c-d6588086acd8 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] No DVR routers for this DVR port 15d5286e-c5ef-4c43-a228-a33981f81ec7 on host hv-cinder-78093 {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 14:31:23.550248 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d6f6b-3daa-4849-abd0-9027229aade3 req-e0b15112-0b19-4a68-af8d-987743a6d3da tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:23.558435 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-bb1d6f6b-3daa-4849-abd0-9027229aade3 req-e0b15112-0b19-4a68-af8d-987743a6d3da tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 944 time: 0.4797702 Apr 07 14:31:23.575127 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-d450c1d3-3f79-4d16-83c4-30067897e77b req-d3c1cc02-4918-4c0b-a91c-d6588086acd8 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:23.578435 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021ddc90-93c3-461f-9637-839bb071931a', 'name': 'network-vif-deleted', 'tag': '15d5286e-c5ef-4c43-a228-a33981f81ec7'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:31:23.621759 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-bb1d6f6b-3daa-4849-abd0-9027229aade3 req-7979b6ea-57d1-4fc3-8ca2-db78f1cc494e tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/security-groups?id=07ad4126-4a38-448a-a8d6-23672275bb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617995 Apr 07 14:31:23.622957 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d450c1d3-3f79-4d16-83c4-30067897e77b req-d3c1cc02-4918-4c0b-a91c-d6588086acd8 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.81 "DELETE /v2.0/ports/15d5286e-c5ef-4c43-a228-a33981f81ec7 HTTP/1.1" status: 204 len: 173 time: 3.0670993 Apr 07 14:31:23.856463 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcedd4a-d929-4f29-b44f-be06bc7539b7 req-8a4ce974-a649-4e20-9b43-38cb2281dc3a tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:23.858473 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1fcedd4a-d929-4f29-b44f-be06bc7539b7 req-8a4ce974-a649-4e20-9b43-38cb2281dc3a tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/ports?device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 944 time: 0.1878841 Apr 07 14:31:23.895422 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1fcedd4a-d929-4f29-b44f-be06bc7539b7 req-20afafd0-d092-4d39-8ddd-eb3eb7f48e70 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/security-groups?id=bed73b3f-fbc4-4f9a-ae6a-c8f8af91b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288839 Apr 07 14:31:23.903570 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141cfce-60f1-4682-b452-15504ab14f6f req-fcfd2764-b377-43be-a2da-17160af9d369 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:23.907115 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4141cfce-60f1-4682-b452-15504ab14f6f req-fcfd2764-b377-43be-a2da-17160af9d369 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 944 time: 0.1557090 Apr 07 14:31:23.953412 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4141cfce-60f1-4682-b452-15504ab14f6f req-5ad72155-fd1d-418f-813f-00afa058c14b tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346162 Apr 07 14:31:23.964545 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '021ddc90-93c3-461f-9637-839bb071931a', 'name': 'network-vif-deleted', 'tag': '15d5286e-c5ef-4c43-a228-a33981f81ec7', 'status': 'completed', 'code': 200} Apr 07 14:31:23.997238 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device b87db988-544f-470b-b4c6-c568c0ff0609 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=84314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 14:31:24.001778 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 763fa340-5c18-4ce0-9e50-4c670c4e9377 up at agent hyperv_hv-cinder-78093 {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:31:24.110065 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Provisioning for port 763fa340-5c18-4ce0-9e50-4c670c4e9377 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:31:24.177292 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-36d5c995-5fe6-4915-972e-085dc46af5b1 req-698a72e4-eab6-42b9-97f0-bfd8bda5d97c tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 210 time: 0.1142762 Apr 07 14:31:24.177635 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Provisioning complete for port 763fa340-5c18-4ce0-9e50-4c670c4e9377 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:31:24.177835 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:24.513431 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port b87db988-544f-470b-b4c6-c568c0ff0609, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b87db988-544f-470b-b4c6-c568c0ff0609,segment=NetworkSegment(c7b72cce-98ce-465c-ba2f-1d4f4f6375e6),segment_id=c7b72cce-98ce-465c-ba2f-1d4f4f6375e6)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:31:24.550635 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:24.612008 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e5674d-f25c-472f-8edd-7ab4294d4cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763fa340-5c18-4ce0-9e50-4c670c4e9377'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:31:24.644359 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Returning: {'device': 'b87db988-544f-470b-b4c6-c568c0ff0609', 'network_id': '2d3b64f1-a7c9-4934-a387-d7abdf8585e7', 'port_id': 'b87db988-544f-470b-b4c6-c568c0ff0609', 'mac_address': 'fa:16:3e:31:2a:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '155d1fc0-d59a-4ba5-8189-d1f7a76a9e8e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 14:31:24.660976 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port 763fa340-5c18-4ce0-9e50-4c670c4e9377, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=763fa340-5c18-4ce0-9e50-4c670c4e9377,segment=NetworkSegment(c2d47942-f9c6-4220-a89d-ec1894ae86b7),segment_id=c2d47942-f9c6-4220-a89d-ec1894ae86b7)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:31:24.827947 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:24.830950 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b87db988-544f-470b-b4c6-c568c0ff0609 {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 14:31:24.846933 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:24.861173 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-d9172ea7-3691-4304-8cc4-186fd624b2f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:31:25.025076 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e5674d-f25c-472f-8edd-7ab4294d4cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763fa340-5c18-4ce0-9e50-4c670c4e9377', 'code': 200} Apr 07 14:31:25.062162 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port b87db988-544f-470b-b4c6-c568c0ff0609, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b87db988-544f-470b-b4c6-c568c0ff0609,segment=NetworkSegment(c7b72cce-98ce-465c-ba2f-1d4f4f6375e6),segment_id=c7b72cce-98ce-465c-ba2f-1d4f4f6375e6)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:31:25.102875 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:25.161640 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Pushing event updated for resources: {'Port': ['ID=763fa340-5c18-4ce0-9e50-4c670c4e9377,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:31:25.180631 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:31:25.181161 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-538edd13-55f6-49e5-85b0-5bf81662d7dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:31:25.282631 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e103eb57-b918-4435-b9ef-fab3995845de req-47737f2c-2834-4657-8ae2-087086102808 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:25.285578 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e103eb57-b918-4435-b9ef-fab3995845de req-47737f2c-2834-4657-8ae2-087086102808 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 945 time: 0.2736013 Apr 07 14:31:25.393933 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e103eb57-b918-4435-b9ef-fab3995845de req-e1b94661-eea8-480d-a1bf-8d83b86420ff tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/security-groups?id=07ad4126-4a38-448a-a8d6-23672275bb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911112 Apr 07 14:31:25.477915 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Pushing event updated for resources: {'Port': ['ID=b87db988-544f-470b-b4c6-c568c0ff0609,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:31:25.494051 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:31:25.519848 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] get_ports_and_sgs() called for port_ids ['b87db988-544f-470b-b4c6-c568c0ff0609'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 14:31:25.543131 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f94b1-aba3-4223-9b92-423775a3e855 req-7849bffd-f6cc-4864-adb8-cc82f56ade59 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:25.558450 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b23f94b1-aba3-4223-9b92-423775a3e855 req-7849bffd-f6cc-4864-adb8-cc82f56ade59 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/ports?device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 945 time: 0.2661166 Apr 07 14:31:25.694514 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b23f94b1-aba3-4223-9b92-423775a3e855 req-43fd0e01-2e54-4c85-a51d-06fea9abf025 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/security-groups?id=bed73b3f-fbc4-4f9a-ae6a-c8f8af91b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217129 Apr 07 14:31:26.065426 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec561dc5-701b-4c4e-b5b5-9515608ef53d req-922c41e6-9872-4c67-be3a-a8e8f6e4b6d8 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:26.068131 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ec561dc5-701b-4c4e-b5b5-9515608ef53d req-922c41e6-9872-4c67-be3a-a8e8f6e4b6d8 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 944 time: 0.2679465 Apr 07 14:31:26.144592 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ec561dc5-701b-4c4e-b5b5-9515608ef53d req-2a7a7221-0b76-43f5-84d9-284ddc1d3df2 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631995 Apr 07 14:31:26.204896 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-e9913112-a5e0-4c84-b62c-b6f1d269fe75 req-c9ef9bae-59a4-4e15-8d49-3062e2a61ae0 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Synchronizing usage tracker for tenant:3cedb750960847b9a6d948554b936778 on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:31:26.226925 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-e9913112-a5e0-4c84-b62c-b6f1d269fe75 req-c9ef9bae-59a4-4e15-8d49-3062e2a61ae0 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Unset dirty status for tenant:3cedb750960847b9a6d948554b936778 on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:31:26.228459 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e9913112-a5e0-4c84-b62c-b6f1d269fe75 req-c9ef9bae-59a4-4e15-8d49-3062e2a61ae0 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 210 time: 0.1960804 Apr 07 14:31:26.770266 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ecc1b4-acb3-4366-a7b0-2ace948f000b req-5ba2ff04-8858-425b-b4d7-dc2fe6926a3c tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:26.773198 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-90ecc1b4-acb3-4366-a7b0-2ace948f000b req-5ba2ff04-8858-425b-b4d7-dc2fe6926a3c tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 945 time: 0.1663675 Apr 07 14:31:26.839006 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-90ecc1b4-acb3-4366-a7b0-2ace948f000b req-97b1f7f2-c0b4-4e7f-8209-1295a7aafceb tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/security-groups?id=07ad4126-4a38-448a-a8d6-23672275bb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553460 Apr 07 14:31:27.017559 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c0dac-f15c-4123-8d41-31df12961859 req-f6f433fc-39c4-46b4-9211-209ba87d3c63 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:27.019369 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-460c0dac-f15c-4123-8d41-31df12961859 req-f6f433fc-39c4-46b4-9211-209ba87d3c63 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/ports?device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 945 time: 0.1241264 Apr 07 14:31:27.062466 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-460c0dac-f15c-4123-8d41-31df12961859 req-4c646609-0a33-4829-8a69-6da87e4e1386 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/security-groups?id=bed73b3f-fbc4-4f9a-ae6a-c8f8af91b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307796 Apr 07 14:31:27.477472 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c412687b-07e8-46d9-b796-12609141a092 req-547a7e5f-9b9c-461d-b8f0-d1bc1dd6ae10 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 210 time: 0.0794940 Apr 07 14:31:27.582374 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4675ec-1fbd-4a5a-8401-f09f79ec6268 req-240ffd1f-61ca-4cf8-a231-3dadf1896b63 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:27.584055 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1e4675ec-1fbd-4a5a-8401-f09f79ec6268 req-240ffd1f-61ca-4cf8-a231-3dadf1896b63 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 944 time: 0.1524968 Apr 07 14:31:27.641218 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1e4675ec-1fbd-4a5a-8401-f09f79ec6268 req-e0e549c6-64f1-43a6-862e-c2bc10249df0 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440643 Apr 07 14:31:28.014226 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device b87db988-544f-470b-b4c6-c568c0ff0609 up at agent hyperv_hv-cinder-78093 {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:31:28.125194 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c760bf-7f59-48d6-9391-55badd64df4d req-4bd6cbb5-a1ed-4b94-beef-4ce454fa20b6 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:28.127271 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-19c760bf-7f59-48d6-9391-55badd64df4d req-4bd6cbb5-a1ed-4b94-beef-4ce454fa20b6 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 945 time: 0.1387532 Apr 07 14:31:28.170840 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-19c760bf-7f59-48d6-9391-55badd64df4d req-67da2e2f-6781-43ca-b01a-345a5abc37a0 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/security-groups?id=07ad4126-4a38-448a-a8d6-23672275bb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350976 Apr 07 14:31:28.267595 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Provisioning for port b87db988-544f-470b-b4c6-c568c0ff0609 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:31:28.281509 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Provisioning complete for port b87db988-544f-470b-b4c6-c568c0ff0609 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:31:28.281509 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:28.470509 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a374be-3016-4612-aba1-d0cc1e6dde5a req-dc4a3f48-cd3c-49b3-b28e-db310dad847e tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:28.473334 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-96a374be-3016-4612-aba1-d0cc1e6dde5a req-dc4a3f48-cd3c-49b3-b28e-db310dad847e tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/ports?device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 945 time: 0.1349647 Apr 07 14:31:28.540192 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 48472) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:31:28.550426 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:28.551192 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-96a374be-3016-4612-aba1-d0cc1e6dde5a req-e383ebab-87a8-4796-ab8d-eee95a587553 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/security-groups?id=bed73b3f-fbc4-4f9a-ae6a-c8f8af91b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590103 Apr 07 14:31:28.607260 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc24a4f1-0254-40cb-91de-fc952973d568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87db988-544f-470b-b4c6-c568c0ff0609'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:31:28.669685 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port b87db988-544f-470b-b4c6-c568c0ff0609, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b87db988-544f-470b-b4c6-c568c0ff0609,segment=NetworkSegment(c7b72cce-98ce-465c-ba2f-1d4f4f6375e6),segment_id=c7b72cce-98ce-465c-ba2f-1d4f4f6375e6)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:31:28.674090 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:28.677174 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-70e3120d-78c2-416b-ae6b-3aa1cb1d5b4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:31:28.753689 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc24a4f1-0254-40cb-91de-fc952973d568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87db988-544f-470b-b4c6-c568c0ff0609', 'code': 200} Apr 07 14:31:28.847372 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Pushing event updated for resources: {'Port': ['ID=b87db988-544f-470b-b4c6-c568c0ff0609,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:31:28.853938 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:31:28.879471 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-00ce2a93-137e-49ca-8538-f99683580c66 req-1aaa4438-3223-4473-b193-5f7add0299c2 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 210 time: 0.1571457 Apr 07 14:31:28.905103 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2d2f865c-4a97-43b0-830d-78f724034913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:28.933525 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-2d2f865c-4a97-43b0-830d-78f724034913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:31:28.938659 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-2d2f865c-4a97-43b0-830d-78f724034913 admin admin] Usage tracker for resource:security_group_rule and tenant:a25b30bf3ff7448b9d3bc013b7a3572c is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:31:28.942293 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-2d2f865c-4a97-43b0-830d-78f724034913 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:31:28.954244 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-2d2f865c-4a97-43b0-830d-78f724034913 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:31:29.119629 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2d2f865c-4a97-43b0-830d-78f724034913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:29.125742 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2d2f865c-4a97-43b0-830d-78f724034913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:29.143147 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-4d333999-c308-47fa-9ab5-b737c7429d91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:31:29.162703 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28712bf9-ef89-4afc-a345-3cc3dbf52d3b req-75a10074-825d-4144-8c08-effc528ff1d3 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:29.166876 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-28712bf9-ef89-4afc-a345-3cc3dbf52d3b req-75a10074-825d-4144-8c08-effc528ff1d3 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 944 time: 0.2296615 Apr 07 14:31:29.185312 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-2d2f865c-4a97-43b0-830d-78f724034913 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a25b30bf3ff7448b9d3bc013b7a3572c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6428659 Apr 07 14:31:29.186716 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 48482) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:31:29.214304 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-28712bf9-ef89-4afc-a345-3cc3dbf52d3b req-82ed5485-ef26-45c3-b44c-649a15caa161 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372868 Apr 07 14:31:29.221487 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f865c-4a97-43b0-830d-78f724034913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e36d15a-2bff-448c-9335-582fbfca1936,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:31:29.228698 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2d2f865c-4a97-43b0-830d-78f724034913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:31:29.428643 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8bbf29e0-c232-45fd-80cb-2e7460380b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:29.516243 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8bbf29e0-c232-45fd-80cb-2e7460380b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:29.555611 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce290876-f603-4d91-9b80-3cff77846989 req-bf6247fa-b8c2-4a88-96a5-020f7533c812 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:29.558987 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ce290876-f603-4d91-9b80-3cff77846989 req-bf6247fa-b8c2-4a88-96a5-020f7533c812 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 946 time: 0.2125380 Apr 07 14:31:29.638471 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ce290876-f603-4d91-9b80-3cff77846989 req-8673190e-8a69-4002-9985-8edfda9afc12 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/security-groups?id=07ad4126-4a38-448a-a8d6-23672275bb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623474 Apr 07 14:31:29.705266 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8bbf29e0-c232-45fd-80cb-2e7460380b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:29.717518 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-e44fe1c6-cd15-4856-815f-29dba062e68e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:31:29.746772 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbf29e0-c232-45fd-80cb-2e7460380b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e36d15a-2bff-448c-9335-582fbfca1936,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:31:29.750774 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8bbf29e0-c232-45fd-80cb-2e7460380b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:29.761352 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-8bbf29e0-c232-45fd-80cb-2e7460380b3b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3e36d15a-2bff-448c-9335-582fbfca1936 HTTP/1.1" status: 204 len: 168 time: 0.5451105 Apr 07 14:31:29.764173 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8bbf29e0-c232-45fd-80cb-2e7460380b3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:31:29.914019 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22907c8d-f86f-4d7f-bbcc-625e14a72ba6 req-33db9ed4-a9d5-46f6-b00e-76c4aa8ec84e tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:29.916485 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-22907c8d-f86f-4d7f-bbcc-625e14a72ba6 req-33db9ed4-a9d5-46f6-b00e-76c4aa8ec84e tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/ports?device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 945 time: 0.1821864 Apr 07 14:31:29.987868 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-22907c8d-f86f-4d7f-bbcc-625e14a72ba6 req-7952c1a6-0d21-41f1-b66c-4ff120441b6a tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/security-groups?id=bed73b3f-fbc4-4f9a-ae6a-c8f8af91b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550303 Apr 07 14:31:30.219706 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e11a37f2-efe6-4f11-9df5-f3ebddb10210 req-d2a33e24-e169-42b3-8b9b-83c0afa289b2 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 210 time: 0.0855789 Apr 07 14:31:30.424152 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 48498) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:31:30.449008 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ece361a6-12ed-4ff1-8ded-836c4809c706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:30.490503 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-ece361a6-12ed-4ff1-8ded-836c4809c706 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:31:30.502594 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-ece361a6-12ed-4ff1-8ded-836c4809c706 admin admin] Usage tracker for resource:security_group_rule and tenant:01d2950c081c4f2e82d0a9477bfed50c is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:31:30.508158 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-ece361a6-12ed-4ff1-8ded-836c4809c706 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:31:30.521646 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-ece361a6-12ed-4ff1-8ded-836c4809c706 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:31:30.673196 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4022856-8c2e-4dfe-ac15-d6ba9d1eb7f7 req-9cf7be49-212d-4971-b0a3-a74ac1cde63f tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:30.682714 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b4022856-8c2e-4dfe-ac15-d6ba9d1eb7f7 req-9cf7be49-212d-4971-b0a3-a74ac1cde63f tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 944 time: 0.2036624 Apr 07 14:31:30.719745 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ece361a6-12ed-4ff1-8ded-836c4809c706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:30.724279 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ece361a6-12ed-4ff1-8ded-836c4809c706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:30.752886 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b4022856-8c2e-4dfe-ac15-d6ba9d1eb7f7 req-be6d3866-3d8d-4b7f-af0e-55b9f54a3d34 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628414 Apr 07 14:31:30.765777 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f3e1a375-95c3-4e25-aec4-6eb98f54eee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:31:30.811484 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-ece361a6-12ed-4ff1-8ded-836c4809c706 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=01d2950c081c4f2e82d0a9477bfed50c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3857265 Apr 07 14:31:30.813537 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece361a6-12ed-4ff1-8ded-836c4809c706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f733e3-1f93-46c9-9e01-4edad73e50f5,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:31:30.817774 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 48506) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:31:30.822271 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ece361a6-12ed-4ff1-8ded-836c4809c706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:31:30.920876 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-995f6ad8-5034-42ce-a85d-f45ff78c8570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:30.975257 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-995f6ad8-5034-42ce-a85d-f45ff78c8570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:31.199144 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ca7eb-8bbe-403e-9425-9b4564b0266e req-c6f80361-d180-494b-8f20-7a31c1d109aa tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:31.204205 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-464ca7eb-8bbe-403e-9425-9b4564b0266e req-c6f80361-d180-494b-8f20-7a31c1d109aa tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 946 time: 0.2318358 Apr 07 14:31:31.205478 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-995f6ad8-5034-42ce-a85d-f45ff78c8570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:31.220782 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0f20ada4-09fb-45df-85c1-e7d8e37da37c tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:31:31.310785 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f6ad8-5034-42ce-a85d-f45ff78c8570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f733e3-1f93-46c9-9e01-4edad73e50f5,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:31:31.331467 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-464ca7eb-8bbe-403e-9425-9b4564b0266e req-90ebf6e0-058b-4c31-97dc-e1621bcc99ec tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/security-groups?id=07ad4126-4a38-448a-a8d6-23672275bb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139846 Apr 07 14:31:31.347841 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f6ad8-5034-42ce-a85d-f45ff78c8570 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:31:31.349479 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f6ad8-5034-42ce-a85d-f45ff78c8570 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:31:31.350378 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f6ad8-5034-42ce-a85d-f45ff78c8570 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:31:31.351035 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f6ad8-5034-42ce-a85d-f45ff78c8570 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:31:31.352426 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f6ad8-5034-42ce-a85d-f45ff78c8570 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:31:31.353149 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f6ad8-5034-42ce-a85d-f45ff78c8570 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:31:31.353843 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f6ad8-5034-42ce-a85d-f45ff78c8570 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:31:31.354536 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f6ad8-5034-42ce-a85d-f45ff78c8570 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:31:31.355234 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f6ad8-5034-42ce-a85d-f45ff78c8570 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:31:31.355944 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f6ad8-5034-42ce-a85d-f45ff78c8570 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:31:31.356647 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f6ad8-5034-42ce-a85d-f45ff78c8570 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:31:31.357323 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f6ad8-5034-42ce-a85d-f45ff78c8570 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:31:31.374871 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-995f6ad8-5034-42ce-a85d-f45ff78c8570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:31.389643 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-995f6ad8-5034-42ce-a85d-f45ff78c8570 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e6f733e3-1f93-46c9-9e01-4edad73e50f5 HTTP/1.1" status: 204 len: 168 time: 0.5647509 Apr 07 14:31:31.396410 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-995f6ad8-5034-42ce-a85d-f45ff78c8570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:31:31.446033 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515bb63a-0da9-42d1-b984-3a9571c78e1c req-61b4ee3c-a6d1-4e2a-ae17-8f523784ae91 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:31.460894 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-515bb63a-0da9-42d1-b984-3a9571c78e1c req-61b4ee3c-a6d1-4e2a-ae17-8f523784ae91 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/ports?device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 945 time: 0.2143288 Apr 07 14:31:31.577284 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-515bb63a-0da9-42d1-b984-3a9571c78e1c req-48343370-7790-42f5-b5d2-bb6a49cc4ba4 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/security-groups?id=bed73b3f-fbc4-4f9a-ae6a-c8f8af91b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112206 Apr 07 14:31:31.725392 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-76d51b3f-23e4-4185-badf-a8486910ac0e req-3cc1fe65-338d-412b-b6cf-a95b6d49b35b tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 210 time: 0.0629206 Apr 07 14:31:32.052603 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a30c64-3116-48f6-9c66-515654717941 req-6e59ead1-3a66-4a0b-aecf-e2681685e779 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:32.055262 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-50a30c64-3116-48f6-9c66-515654717941 req-6e59ead1-3a66-4a0b-aecf-e2681685e779 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 944 time: 0.1161108 Apr 07 14:31:32.093479 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-50a30c64-3116-48f6-9c66-515654717941 req-f2084b82-67d6-41f6-9476-d2c9c5818a28 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299947 Apr 07 14:31:32.627926 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1f4c4-e2bf-441d-945c-c192e346ebc8 req-a9aea999-26a5-4e89-b0cc-bac7e79d7ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:32.629692 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e6c1f4c4-e2bf-441d-945c-c192e346ebc8 req-a9aea999-26a5-4e89-b0cc-bac7e79d7ea6 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 1099 time: 0.2233088 Apr 07 14:31:32.662578 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3afe24-b514-43d4-9d51-27751cb40047 req-ee41c44a-8453-42f9-ba28-c5831bb75038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:32.664372 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ac3afe24-b514-43d4-9d51-27751cb40047 req-ee41c44a-8453-42f9-ba28-c5831bb75038 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 1098 time: 0.1404696 Apr 07 14:31:32.702292 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e6c1f4c4-e2bf-441d-945c-c192e346ebc8 req-86d61619-32b3-4be1-89ce-2f2f551f963e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=07ad4126-4a38-448a-a8d6-23672275bb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626483 Apr 07 14:31:32.736061 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ac3afe24-b514-43d4-9d51-27751cb40047 req-e3ac3496-3125-4761-ace6-c594b6748439 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=bed73b3f-fbc4-4f9a-ae6a-c8f8af91b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593662 Apr 07 14:31:32.887021 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0178e5c3-7ab5-473c-ad03-358241e04cc6 req-2766825d-843f-4f45-a5e8-b3c61c3b4dd6 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:32.888793 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0178e5c3-7ab5-473c-ad03-358241e04cc6 req-2766825d-843f-4f45-a5e8-b3c61c3b4dd6 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 946 time: 0.1114798 Apr 07 14:31:32.935773 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0178e5c3-7ab5-473c-ad03-358241e04cc6 req-5f8e4f32-0243-4775-a401-50d0a5be42ee tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/security-groups?id=07ad4126-4a38-448a-a8d6-23672275bb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314400 Apr 07 14:31:32.995680 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec8429e-00b3-42bb-8830-0e167b55c2ca req-dd4c005b-0d86-4039-bbd8-16f1f70f4ae6 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:32.998436 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-9ec8429e-00b3-42bb-8830-0e167b55c2ca req-dd4c005b-0d86-4039-bbd8-16f1f70f4ae6 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/ports?device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 945 time: 0.1793151 Apr 07 14:31:33.083814 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-9ec8429e-00b3-42bb-8830-0e167b55c2ca req-9b11c23a-a0df-4228-8af9-96e211ec4820 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/security-groups?id=bed73b3f-fbc4-4f9a-ae6a-c8f8af91b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625715 Apr 07 14:31:33.188908 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d46b06b3-e05d-4ae6-99b4-c82b6cc4c06d req-b8890bdf-93f5-40d4-97e6-4139a0785288 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=021ddc90-93c3-461f-9637-839bb071931a HTTP/1.1" status: 200 len: 210 time: 0.0717919 Apr 07 14:31:33.529299 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b6572-6d93-4830-842f-452ba26b2271 req-01fa9119-5e8e-41b5-84d4-20a78f0a276f tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:33.533138 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ab1b6572-6d93-4830-842f-452ba26b2271 req-01fa9119-5e8e-41b5-84d4-20a78f0a276f tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 944 time: 0.1829038 Apr 07 14:31:33.583497 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ab1b6572-6d93-4830-842f-452ba26b2271 req-9294a9b6-5dcf-4690-9388-34e9ae0cea48 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391812 Apr 07 14:31:34.260853 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae22dcf-9922-40f0-a23f-2ff52c3f000c req-4c88a0ae-ddb8-4d8c-a1e5-73d9e7302c2f tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:34.272943 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1ae22dcf-9922-40f0-a23f-2ff52c3f000c req-4c88a0ae-ddb8-4d8c-a1e5-73d9e7302c2f tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 946 time: 0.1429379 Apr 07 14:31:34.327286 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1ae22dcf-9922-40f0-a23f-2ff52c3f000c req-a1021ce1-0f36-4254-b5f3-32a5b36871ab tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/security-groups?id=07ad4126-4a38-448a-a8d6-23672275bb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472598 Apr 07 14:31:34.414074 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534e1bc-1fb4-4095-adca-34c1adc9522a req-68a154b9-da06-4c35-a632-9a0da0bfe006 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:34.415824 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1534e1bc-1fb4-4095-adca-34c1adc9522a req-68a154b9-da06-4c35-a632-9a0da0bfe006 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/ports?device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 945 time: 0.1077061 Apr 07 14:31:34.461397 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1534e1bc-1fb4-4095-adca-34c1adc9522a req-672640e9-d69a-4198-85a9-5cea4497f5c7 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/security-groups?id=bed73b3f-fbc4-4f9a-ae6a-c8f8af91b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344636 Apr 07 14:31:34.798832 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb45f4-6cff-453d-9cdc-f52305e24b2e req-a16727c5-bf34-4e96-9dd0-608ab3186a70 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:34.800765 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f2fb45f4-6cff-453d-9cdc-f52305e24b2e req-a16727c5-bf34-4e96-9dd0-608ab3186a70 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/ports?device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 945 time: 0.1107426 Apr 07 14:31:34.841909 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f2fb45f4-6cff-453d-9cdc-f52305e24b2e req-07b0f85e-d9cd-4179-9d82-b4fa3cca7f5a tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/security-groups?id=bed73b3f-fbc4-4f9a-ae6a-c8f8af91b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282910 Apr 07 14:31:34.881819 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 48580) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:31:34.890823 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f40af8-a624-4ea3-838c-2de3e29aeb3a req-23721b9e-29a2-4d1a-819e-18060d44cab6 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:34.892692 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d9f40af8-a624-4ea3-838c-2de3e29aeb3a req-23721b9e-29a2-4d1a-819e-18060d44cab6 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 946 time: 0.2400186 Apr 07 14:31:34.948745 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d9f40af8-a624-4ea3-838c-2de3e29aeb3a req-608f26cf-0469-4e29-9094-eeb2ae12164d tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/security-groups?id=07ad4126-4a38-448a-a8d6-23672275bb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364118 Apr 07 14:31:35.214588 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69659979-7d1a-4e3a-8fcf-3c1384fb7408 req-a733aca5-eb85-49c8-93a2-c97068140483 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:35.216411 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-69659979-7d1a-4e3a-8fcf-3c1384fb7408 req-a733aca5-eb85-49c8-93a2-c97068140483 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 944 time: 0.1414649 Apr 07 14:31:35.258630 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-69659979-7d1a-4e3a-8fcf-3c1384fb7408 req-2e30c085-0dbd-454e-ae7a-b9074848c6b0 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288858 Apr 07 14:31:35.337606 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dbc3ac-804d-45a9-8d29-80745854211b tempest-TestShelveInstance-1895346767 tempest-TestShelveInstance-1895346767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:35.338347 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-70dbc3ac-804d-45a9-8d29-80745854211b tempest-TestShelveInstance-1895346767 tempest-TestShelveInstance-1895346767-project-admin] Synchronizing usage tracker for tenant:bc668998eabf4450b4c95ab35bdd6197 on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:31:35.361564 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-70dbc3ac-804d-45a9-8d29-80745854211b tempest-TestShelveInstance-1895346767 tempest-TestShelveInstance-1895346767-project-admin] Unset dirty status for tenant:bc668998eabf4450b4c95ab35bdd6197 on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:31:35.366730 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-70dbc3ac-804d-45a9-8d29-80745854211b tempest-TestShelveInstance-1895346767 tempest-TestShelveInstance-1895346767-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 1093 time: 0.4799345 Apr 07 14:31:35.368544 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 48590) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:31:35.375186 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-46d97d21-d301-4546-beb7-3e957fd3e278 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Request body: {'floatingip': {'floating_network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'port_id': '763fa340-5c18-4ce0-9e50-4c670c4e9377', 'tenant_id': '595711248f0e49e39f1f1c42a8e83a27', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:31:35.382977 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-46d97d21-d301-4546-beb7-3e957fd3e278 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:31:35.388868 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-46d97d21-d301-4546-beb7-3e957fd3e278 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Usage tracker for resource:floatingip and tenant:595711248f0e49e39f1f1c42a8e83a27 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:31:35.393578 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-46d97d21-d301-4546-beb7-3e957fd3e278 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:31:35.401486 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-46d97d21-d301-4546-beb7-3e957fd3e278 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:31:35.414748 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-46d97d21-d301-4546-beb7-3e957fd3e278 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks [] for floatingip, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:35.639075 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b1ce3-32a2-44c8-ad39-e8f075b8c70a req-66efff90-ab3a-4dd8-bb3f-14bdc0f278b7 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:35.641421 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ed3b1ce3-32a2-44c8-ad39-e8f075b8c70a req-66efff90-ab3a-4dd8-bb3f-14bdc0f278b7 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 945 time: 0.1317582 Apr 07 14:31:35.704240 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ed3b1ce3-32a2-44c8-ad39-e8f075b8c70a req-b632cbec-f477-43c4-a9fb-fcce4444c9ff tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514255 Apr 07 14:31:35.717110 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-46d97d21-d301-4546-beb7-3e957fd3e278 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:35.843558 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b048c-dc83-4a93-ad05-2ad3d5e4874f req-59e8e18d-cbe9-4e0d-bfd8-0ac508984d06 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:35.846320 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-db8b048c-dc83-4a93-ad05-2ad3d5e4874f req-59e8e18d-cbe9-4e0d-bfd8-0ac508984d06 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 946 time: 0.1345592 Apr 07 14:31:35.889908 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-46d97d21-d301-4546-beb7-3e957fd3e278 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Allocated IP 172.28.3.85 (6dc11b00-4e00-4f77-8f6a-5304324fd48e/122e1bcc-5379-466c-b8c0-1b63f085397d/dab3cb4d-c3a7-41d3-89c8-df6a3f895c6a) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 14:31:35.894435 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-db8b048c-dc83-4a93-ad05-2ad3d5e4874f req-28395b8a-f5f6-40ac-9c07-ac327001f61b tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/security-groups?id=07ad4126-4a38-448a-a8d6-23672275bb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356636 Apr 07 14:31:36.017642 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 207765ac-57a5-4aa8-a2e0-6c4476ab7a6f details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=84314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 14:31:36.254842 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-46d97d21-d301-4546-beb7-3e957fd3e278 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:36.314810 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port 207765ac-57a5-4aa8-a2e0-6c4476ab7a6f, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=207765ac-57a5-4aa8-a2e0-6c4476ab7a6f,segment=NetworkSegment(0118da08-8e30-4678-bce3-0cdb584704d7),segment_id=0118da08-8e30-4678-bce3-0cdb584704d7)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:31:36.326407 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-46d97d21-d301-4546-beb7-3e957fd3e278 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732486185860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7073224'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:36.361651 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-6601abfa-340e-4ec4-a668-96a224ebb023 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:31:36.380795 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Returning: {'device': '207765ac-57a5-4aa8-a2e0-6c4476ab7a6f', 'network_id': 'c030ef04-5242-408d-b21d-654932a78971', 'port_id': '207765ac-57a5-4aa8-a2e0-6c4476ab7a6f', 'mac_address': 'fa:16:3e:69:4d:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '922c7ccf-af8e-4c6b-baef-d00c20689db2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 14:31:36.557831 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:36.560323 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 207765ac-57a5-4aa8-a2e0-6c4476ab7a6f {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 14:31:36.596566 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port 207765ac-57a5-4aa8-a2e0-6c4476ab7a6f, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=207765ac-57a5-4aa8-a2e0-6c4476ab7a6f,segment=NetworkSegment(0118da08-8e30-4678-bce3-0cdb584704d7),segment_id=0118da08-8e30-4678-bce3-0cdb584704d7)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:31:36.606134 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:36.616701 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:31:36.796059 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d97d21-d301-4546-beb7-3e957fd3e278 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Pushing event updated for resources: {'Port': ['ID=dab3cb4d-c3a7-41d3-89c8-df6a3f895c6a,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:31:36.830808 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Pushing event updated for resources: {'Port': ['ID=207765ac-57a5-4aa8-a2e0-6c4476ab7a6f,revision_number=9']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:31:36.856642 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:31:36.872252 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d97d21-d301-4546-beb7-3e957fd3e278 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:31:36.872887 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d97d21-d301-4546-beb7-3e957fd3e278 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:31:36.873555 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d97d21-d301-4546-beb7-3e957fd3e278 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:31:36.874199 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d97d21-d301-4546-beb7-3e957fd3e278 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:31:36.875428 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d97d21-d301-4546-beb7-3e957fd3e278 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:31:36.876116 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d97d21-d301-4546-beb7-3e957fd3e278 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:31:36.876865 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d97d21-d301-4546-beb7-3e957fd3e278 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:31:36.877530 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d97d21-d301-4546-beb7-3e957fd3e278 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:31:36.878185 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d97d21-d301-4546-beb7-3e957fd3e278 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:31:36.878844 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d97d21-d301-4546-beb7-3e957fd3e278 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:31:36.879691 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d97d21-d301-4546-beb7-3e957fd3e278 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:31:36.880163 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d97d21-d301-4546-beb7-3e957fd3e278 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:31:36.911485 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-46d97d21-d301-4546-beb7-3e957fd3e278 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:31:36.942673 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] get_ports_and_sgs() called for port_ids ['207765ac-57a5-4aa8-a2e0-6c4476ab7a6f'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 14:31:37.116807 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d97d21-d301-4546-beb7-3e957fd3e278 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Network 6dc11b00-4e00-4f77-8f6a-5304324fd48e is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:31:37.120711 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-46d97d21-d301-4546-beb7-3e957fd3e278 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:31:37.129914 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d97d21-d301-4546-beb7-3e957fd3e278 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 14:31:37.247248 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730171c-1b05-4f48-b470-a9ddb5179f47 req-225db62b-77ff-45ed-bc17-ea8692503907 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:37.260836 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-3730171c-1b05-4f48-b470-a9ddb5179f47 req-225db62b-77ff-45ed-bc17-ea8692503907 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 945 time: 0.6309018 Apr 07 14:31:37.324816 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca60f459-adf8-4701-b2fa-e068d2a98ec8 req-3b6b3ff2-10cb-49eb-8bdd-86207a22ceb8 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:37.327737 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ca60f459-adf8-4701-b2fa-e068d2a98ec8 req-3b6b3ff2-10cb-49eb-8bdd-86207a22ceb8 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 945 time: 0.1980526 Apr 07 14:31:37.396163 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ca60f459-adf8-4701-b2fa-e068d2a98ec8 req-e8b2ca96-0fa4-495b-9c5f-b97dc2e34b1d tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494750 Apr 07 14:31:37.450204 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-3730171c-1b05-4f48-b470-a9ddb5179f47 req-dcb36588-9c2f-4d14-b565-6db840305a7b tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1855140 Apr 07 14:31:37.894049 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-46d97d21-d301-4546-beb7-3e957fd3e278 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:37.980857 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-46d97d21-d301-4546-beb7-3e957fd3e278 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:38.028709 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 207765ac-57a5-4aa8-a2e0-6c4476ab7a6f up at agent hyperv_hv-cinder-78093 {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:31:38.151574 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Provisioning complete for port 207765ac-57a5-4aa8-a2e0-6c4476ab7a6f triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:31:38.152316 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:38.411562 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:38.434363 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b209db44-6b45-43be-8bbc-640d1b3af949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207765ac-57a5-4aa8-a2e0-6c4476ab7a6f'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:31:38.452292 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port 207765ac-57a5-4aa8-a2e0-6c4476ab7a6f, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=207765ac-57a5-4aa8-a2e0-6c4476ab7a6f,segment=NetworkSegment(0118da08-8e30-4678-bce3-0cdb584704d7),segment_id=0118da08-8e30-4678-bce3-0cdb584704d7)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:31:38.460050 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:38.466602 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:31:38.609841 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-46d97d21-d301-4546-beb7-3e957fd3e278 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:38.615993 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b209db44-6b45-43be-8bbc-640d1b3af949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207765ac-57a5-4aa8-a2e0-6c4476ab7a6f', 'code': 200} Apr 07 14:31:38.626959 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-46d97d21-d301-4546-beb7-3e957fd3e278 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847702575'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:38.646139 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:31:38.695148 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Pushing event updated for resources: {'Port': ['ID=207765ac-57a5-4aa8-a2e0-6c4476ab7a6f,revision_number=10']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:31:38.717235 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:31:38.717876 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:31:38.719058 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:31:38.719701 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:31:38.720377 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:31:38.726537 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:31:38.727302 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:31:38.727966 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:31:38.728620 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:31:38.729258 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:31:38.729907 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:31:38.730545 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:31:38.746692 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:31:38.790650 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d97d21-d301-4546-beb7-3e957fd3e278 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Pushing event updated for resources: {'Port': ['ID=dab3cb4d-c3a7-41d3-89c8-df6a3f895c6a,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:31:38.800094 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-46d97d21-d301-4546-beb7-3e957fd3e278 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:31:38.921821 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd165b-c64d-422a-b925-1ef6fce9d5fa req-7d755501-4633-4028-b966-c97c1cd3c2a3 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:38.924952 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-6fdd165b-c64d-422a-b925-1ef6fce9d5fa req-7d755501-4633-4028-b966-c97c1cd3c2a3 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 945 time: 0.1356287 Apr 07 14:31:38.986142 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-6fdd165b-c64d-422a-b925-1ef6fce9d5fa req-50974629-196f-47fd-97ad-ed25a72dfe45 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518248 Apr 07 14:31:39.096726 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea93d7c-f1ad-49f8-b6e6-d0ca778a4abc req-fb8c4018-f929-4916-af91-95b8c4b7b525 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:39.104940 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-3ea93d7c-f1ad-49f8-b6e6-d0ca778a4abc req-fb8c4018-f929-4916-af91-95b8c4b7b525 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 947 time: 0.2939732 Apr 07 14:31:39.136244 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-46d97d21-d301-4546-beb7-3e957fd3e278 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8275434'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:39.218841 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-3ea93d7c-f1ad-49f8-b6e6-d0ca778a4abc req-4746877b-791f-42d9-abe8-4e7d0a90cc33 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124964 Apr 07 14:31:39.430904 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.db.l3_db [None req-46d97d21-d301-4546-beb7-3e957fd3e278 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Floating IP 4902aec7-4e75-4f03-b5eb-999c64533380 associated. External IP: 172.28.3.85, port: 763fa340-5c18-4ce0-9e50-4c670c4e9377. Apr 07 14:31:39.518317 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b45ba4-2743-4a5c-af41-831c1a6ec718 req-9bfecc3d-3ba3-4aca-9a3a-ed0a58199162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:39.520177 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-14b45ba4-2743-4a5c-af41-831c1a6ec718 req-9bfecc3d-3ba3-4aca-9a3a-ed0a58199162 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 1100 time: 0.2282968 Apr 07 14:31:39.636821 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-14b45ba4-2743-4a5c-af41-831c1a6ec718 req-f4da67af-e187-4dd8-896f-455ba3e60487 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583823 Apr 07 14:31:39.960422 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d97d21-d301-4546-beb7-3e957fd3e278 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Router bbdf2823-88af-4794-8f58-4a5f4787035c has already been hosted by L3 agent d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 14:31:40.244100 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d97d21-d301-4546-beb7-3e957fd3e278 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify agent at l3_agent.dv-cinder-780933-3-smb the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 14:31:40.256274 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40775217-d195-4cea-817b-5a91d9cc9615 None None] Sync routers for ids ['bbdf2823-88af-4794-8f58-4a5f4787035c'] in dv-cinder-780933-3-smb {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 14:31:40.267545 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40775217-d195-4cea-817b-5a91d9cc9615 None None] Routers {'bbdf2823-88af-4794-8f58-4a5f4787035c'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:31:40.268484 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-40775217-d195-4cea-817b-5a91d9cc9615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:31:17Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['bbdf2823-88af-4794-8f58-4a5f4787035c'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:31:40.301604 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-46d97d21-d301-4546-beb7-3e957fd3e278 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:40.388187 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6094abc-640e-497a-a0dc-567413e8d6f3 req-97c7404f-cf25-463b-95bb-e87e05049157 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:40.391396 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b6094abc-640e-497a-a0dc-567413e8d6f3 req-97c7404f-cf25-463b-95bb-e87e05049157 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 945 time: 0.2591031 Apr 07 14:31:40.506461 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b6094abc-640e-497a-a0dc-567413e8d6f3 req-8a8930c5-9bea-46ff-9201-d6c96d8f56ba tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973971 Apr 07 14:31:40.508690 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-40775217-d195-4cea-817b-5a91d9cc9615 None None] Set router bbdf2823-88af-4794-8f58-4a5f4787035c gateway port host: dv-cinder-780933-3-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:31:40.529164 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-46d97d21-d301-4546-beb7-3e957fd3e278 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.1589930 Apr 07 14:31:40.529418 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343dfd2-a7ba-4507-b0a7-8f35b9ad01c2 req-8110ddbb-508e-4e7f-8a2f-0d1af59b0297 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:40.531581 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f343dfd2-a7ba-4507-b0a7-8f35b9ad01c2 req-8110ddbb-508e-4e7f-8a2f-0d1af59b0297 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 947 time: 0.1150546 Apr 07 14:31:40.540170 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e5674d-f25c-472f-8edd-7ab4294d4cd3', 'tag': '763fa340-5c18-4ce0-9e50-4c670c4e9377'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:31:40.603256 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f343dfd2-a7ba-4507-b0a7-8f35b9ad01c2 req-58ecd769-e884-4827-8681-1eeb7e8e3fb1 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581968 Apr 07 14:31:40.606533 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22e5674d-f25c-472f-8edd-7ab4294d4cd3', 'tag': '763fa340-5c18-4ce0-9e50-4c670c4e9377', 'status': 'completed', 'code': 200} Apr 07 14:31:40.783353 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5740642-17fd-469e-898f-a4f84ca577d8 req-dc3cba9e-f758-4df1-8fc6-5c1de19d2ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:40.786164 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d5740642-17fd-469e-898f-a4f84ca577d8 req-dc3cba9e-f758-4df1-8fc6-5c1de19d2ca3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=595711248f0e49e39f1f1c42a8e83a27&device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 1098 time: 0.1476052 Apr 07 14:31:41.064853 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-40775217-d195-4cea-817b-5a91d9cc9615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbdf2823-88af-4794-8f58-4a5f4787035c', 'name': 'tempest-TestShelveInstance-1661993342-router', 'tenant_id': '595711248f0e49e39f1f1c42a8e83a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': '0a35eb8c-ba24-4409-b963-ef74bccf0b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:29:30Z', 'updated_at': '2021-04-07T14:29:41Z', 'revision_number': 4, 'project_id': '595711248f0e49e39f1f1c42a8e83a27', 'gw_port': {'id': '0a35eb8c-ba24-4409-b963-ef74bccf0b7d', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:56:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdf2823-88af-4794-8f58-4a5f4787035c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:32Z', 'updated_at': '2021-04-07T14:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_floatingips': [{'id': '4902aec7-4e75-4f03-b5eb-999c64533380', 'tenant_id': '595711248f0e49e39f1f1c42a8e83a27', 'floating_ip_address': '172.28.3.85', 'floating_network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'router_id': 'bbdf2823-88af-4794-8f58-4a5f4787035c', 'port_id': '763fa340-5c18-4ce0-9e50-4c670c4e9377', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb8515e8-a88e-4510-bf0c-3f52cf50b457', 'mac_address': 'fa:16:3e:9d:06:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e5674d-f25c-472f-8edd-7ab4294d4cd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T14:31:37Z', 'updated_at': '2021-04-07T14:31:37Z', 'revision_number': 0, 'project_id': '595711248f0e49e39f1f1c42a8e83a27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbb4b6c5-b5b1-4f78-86d0-91956725e469', 'name': '', 'network_id': 'eb8515e8-a88e-4510-bf0c-3f52cf50b457', 'tenant_id': '595711248f0e49e39f1f1c42a8e83a27', 'mac_address': 'fa:16:3e:f0:c4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdf2823-88af-4794-8f58-4a5f4787035c', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'b0a219ac-f4f3-4108-85bd-b9a0db570754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:38Z', 'updated_at': '2021-04-07T14:29:59Z', 'revision_number': 5, 'project_id': '595711248f0e49e39f1f1c42a8e83a27', 'subnets': [{'id': 'b0a219ac-f4f3-4108-85bd-b9a0db570754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:31:41.075686 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40775217-d195-4cea-817b-5a91d9cc9615 None None] Checking router: bbdf2823-88af-4794-8f58-4a5f4787035c for host: dv-cinder-780933-3-smb {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 14:31:41.096370 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40775217-d195-4cea-817b-5a91d9cc9615 None None] Routers {'bbdf2823-88af-4794-8f58-4a5f4787035c'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:31:41.097543 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-40775217-d195-4cea-817b-5a91d9cc9615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:31:17Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['bbdf2823-88af-4794-8f58-4a5f4787035c'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:31:41.131318 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5740642-17fd-469e-898f-a4f84ca577d8 req-f041dc3b-84bb-4af0-9e7a-5c6d762d3c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:41.134475 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d5740642-17fd-469e-898f-a4f84ca577d8 req-f041dc3b-84bb-4af0-9e7a-5c6d762d3c09 service neutron] 10.222.0.81 "GET /v2.0/networks?id=eb8515e8-a88e-4510-bf0c-3f52cf50b457 HTTP/1.1" status: 200 len: 910 time: 0.3349652 Apr 07 14:31:41.474377 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 48696) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:31:41.637001 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-40775217-d195-4cea-817b-5a91d9cc9615 None None] Set router bbdf2823-88af-4794-8f58-4a5f4787035c gateway port host: dv-cinder-780933-3-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:31:41.684916 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d5740642-17fd-469e-898f-a4f84ca577d8 req-09caf9f3-d086-4501-82ff-19ba19558e1c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=763fa340-5c18-4ce0-9e50-4c670c4e9377 HTTP/1.1" status: 200 len: 998 time: 0.5431101 Apr 07 14:31:41.731489 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183b345-6ade-4b2c-af22-58558c6bfbc0 req-f645b4cf-9229-4b07-b320-65dee085a376 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:41.737997 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-3183b345-6ade-4b2c-af22-58558c6bfbc0 req-f645b4cf-9229-4b07-b320-65dee085a376 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.81 "GET /v2.0/ports?device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 945 time: 0.4860208 Apr 07 14:31:41.994822 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5740642-17fd-469e-898f-a4f84ca577d8 req-15f836df-66fe-4bb2-a1e0-762cf4ff1c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:41.997132 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d5740642-17fd-469e-898f-a4f84ca577d8 req-15f836df-66fe-4bb2-a1e0-762cf4ff1c8e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b0a219ac-f4f3-4108-85bd-b9a0db570754 HTTP/1.1" status: 200 len: 848 time: 0.3000929 Apr 07 14:31:42.024799 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-3183b345-6ade-4b2c-af22-58558c6bfbc0 req-e3d80784-6c3d-4789-9fb6-dd9d574c7976 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Deleting port 296e53de-61dd-4e19-8ff2-3b0647237121 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:31:42.025278 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-3183b345-6ade-4b2c-af22-58558c6bfbc0 req-e3d80784-6c3d-4789-9fb6-dd9d574c7976 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:42.080521 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8504753-e0cb-44dc-81b4-804cef5019dc req-a8cf53f5-ddea-44ea-a7e3-2b4201ed29c3 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:42.105877 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c8504753-e0cb-44dc-81b4-804cef5019dc req-a8cf53f5-ddea-44ea-a7e3-2b4201ed29c3 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 945 time: 0.3358941 Apr 07 14:31:42.193006 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c8504753-e0cb-44dc-81b4-804cef5019dc req-2dbc5846-f2cb-4f24-b92c-34324b1c3586 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853257 Apr 07 14:31:42.208614 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-40775217-d195-4cea-817b-5a91d9cc9615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbdf2823-88af-4794-8f58-4a5f4787035c', 'name': 'tempest-TestShelveInstance-1661993342-router', 'tenant_id': '595711248f0e49e39f1f1c42a8e83a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': '0a35eb8c-ba24-4409-b963-ef74bccf0b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:29:30Z', 'updated_at': '2021-04-07T14:29:41Z', 'revision_number': 4, 'project_id': '595711248f0e49e39f1f1c42a8e83a27', 'gw_port': {'id': '0a35eb8c-ba24-4409-b963-ef74bccf0b7d', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:56:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdf2823-88af-4794-8f58-4a5f4787035c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:32Z', 'updated_at': '2021-04-07T14:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_floatingips': [{'id': '4902aec7-4e75-4f03-b5eb-999c64533380', 'tenant_id': '595711248f0e49e39f1f1c42a8e83a27', 'floating_ip_address': '172.28.3.85', 'floating_network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'router_id': 'bbdf2823-88af-4794-8f58-4a5f4787035c', 'port_id': '763fa340-5c18-4ce0-9e50-4c670c4e9377', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb8515e8-a88e-4510-bf0c-3f52cf50b457', 'mac_address': 'fa:16:3e:9d:06:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e5674d-f25c-472f-8edd-7ab4294d4cd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T14:31:37Z', 'updated_at': '2021-04-07T14:31:37Z', 'revision_number': 0, 'project_id': '595711248f0e49e39f1f1c42a8e83a27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbb4b6c5-b5b1-4f78-86d0-91956725e469', 'name': '', 'network_id': 'eb8515e8-a88e-4510-bf0c-3f52cf50b457', 'tenant_id': '595711248f0e49e39f1f1c42a8e83a27', 'mac_address': 'fa:16:3e:f0:c4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdf2823-88af-4794-8f58-4a5f4787035c', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'b0a219ac-f4f3-4108-85bd-b9a0db570754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:38Z', 'updated_at': '2021-04-07T14:29:59Z', 'revision_number': 5, 'project_id': '595711248f0e49e39f1f1c42a8e83a27', 'subnets': [{'id': 'b0a219ac-f4f3-4108-85bd-b9a0db570754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:31:42.213276 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40775217-d195-4cea-817b-5a91d9cc9615 None None] The sync data for ids ['bbdf2823-88af-4794-8f58-4a5f4787035c'] in dv-cinder-780933-3-smb is: [{'id': 'bbdf2823-88af-4794-8f58-4a5f4787035c', 'name': 'tempest-TestShelveInstance-1661993342-router', 'tenant_id': '595711248f0e49e39f1f1c42a8e83a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': '0a35eb8c-ba24-4409-b963-ef74bccf0b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:29:30Z', 'updated_at': '2021-04-07T14:29:41Z', 'revision_number': 4, 'project_id': '595711248f0e49e39f1f1c42a8e83a27', 'gw_port': {'id': '0a35eb8c-ba24-4409-b963-ef74bccf0b7d', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:56:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdf2823-88af-4794-8f58-4a5f4787035c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:32Z', 'updated_at': '2021-04-07T14:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_floatingips': [{'id': '4902aec7-4e75-4f03-b5eb-999c64533380', 'tenant_id': '595711248f0e49e39f1f1c42a8e83a27', 'floating_ip_address': '172.28.3.85', 'floating_network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'router_id': 'bbdf2823-88af-4794-8f58-4a5f4787035c', 'port_id': '763fa340-5c18-4ce0-9e50-4c670c4e9377', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb8515e8-a88e-4510-bf0c-3f52cf50b457', 'mac_address': 'fa:16:3e:9d:06:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e5674d-f25c-472f-8edd-7ab4294d4cd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T14:31:37Z', 'updated_at': '2021-04-07T14:31:37Z', 'revision_number': 0, 'project_id': '595711248f0e49e39f1f1c42a8e83a27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbb4b6c5-b5b1-4f78-86d0-91956725e469', 'name': '', 'network_id': 'eb8515e8-a88e-4510-bf0c-3f52cf50b457', 'tenant_id': '595711248f0e49e39f1f1c42a8e83a27', 'mac_address': 'fa:16:3e:f0:c4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdf2823-88af-4794-8f58-4a5f4787035c', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'b0a219ac-f4f3-4108-85bd-b9a0db570754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:38Z', 'updated_at': '2021-04-07T14:29:59Z', 'revision_number': 5, 'project_id': '595711248f0e49e39f1f1c42a8e83a27', 'subnets': [{'id': 'b0a219ac-f4f3-4108-85bd-b9a0db570754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 14:31:42.252975 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5740642-17fd-469e-898f-a4f84ca577d8 req-9a34cd72-985e-4379-a791-be7c6a3e1204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:42.254719 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d5740642-17fd-469e-898f-a4f84ca577d8 req-9a34cd72-985e-4379-a791-be7c6a3e1204 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=eb8515e8-a88e-4510-bf0c-3f52cf50b457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2498026 Apr 07 14:31:42.308069 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-23b63c74-8e61-4704-a418-052df369d610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:42.415980 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-23b63c74-8e61-4704-a418-052df369d610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:31:42.440316 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d5740642-17fd-469e-898f-a4f84ca577d8 req-8a8e909e-18e1-499b-a3d6-87580a52b973 service neutron] 10.222.0.81 "GET /v2.0/networks/eb8515e8-a88e-4510-bf0c-3f52cf50b457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768899 Apr 07 14:31:42.441819 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-23b63c74-8e61-4704-a418-052df369d610 admin admin] Usage tracker for resource:security_group_rule and tenant:cb184777cb67497e8a5886ea6faa72ff is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:31:42.449670 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-23b63c74-8e61-4704-a418-052df369d610 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:31:42.460634 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-23b63c74-8e61-4704-a418-052df369d610 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:31:42.531564 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b84b4-c84d-418c-b43c-cb5426cdaef3 req-758027e5-1f4b-4d19-8f29-c30bcc2fb561 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:42.540499 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-6c4b84b4-c84d-418c-b43c-cb5426cdaef3 req-758027e5-1f4b-4d19-8f29-c30bcc2fb561 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 947 time: 0.4354405 Apr 07 14:31:42.598391 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-6c4b84b4-c84d-418c-b43c-cb5426cdaef3 req-1b0e5d33-b893-42f8-8328-72ac96c9885d tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567729 Apr 07 14:31:42.612741 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d5740642-17fd-469e-898f-a4f84ca577d8 req-f713c4bc-4fb6-4bb9-8e2b-9a34e9d55ed0 service neutron] 10.222.0.81 "GET /v2.0/networks/eb8515e8-a88e-4510-bf0c-3f52cf50b457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635802 Apr 07 14:31:42.669864 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-3183b345-6ade-4b2c-af22-58558c6bfbc0 req-e3d80784-6c3d-4789-9fb6-dd9d574c7976 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] For port 296e53de-61dd-4e19-8ff2-3b0647237121, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=296e53de-61dd-4e19-8ff2-3b0647237121,segment=NetworkSegment(915451d2-8683-4329-b99a-36d7903584f8),segment_id=915451d2-8683-4329-b99a-36d7903584f8)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:31:42.670535 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-3183b345-6ade-4b2c-af22-58558c6bfbc0 req-e3d80784-6c3d-4789-9fb6-dd9d574c7976 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:42.716084 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73648b1f-29b4-4213-9a07-e29b94c83fa1 req-54527a40-43e7-4a10-9980-2faafea171ee tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:42.717885 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-73648b1f-29b4-4213-9a07-e29b94c83fa1 req-54527a40-43e7-4a10-9980-2faafea171ee tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 946 time: 0.1041403 Apr 07 14:31:42.757111 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-73648b1f-29b4-4213-9a07-e29b94c83fa1 req-baf03323-25fb-4712-bf18-6e2718c6464d tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/security-groups?id=07ad4126-4a38-448a-a8d6-23672275bb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317934 Apr 07 14:31:42.769628 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e51fb39-8a95-47a4-a507-7b3301031f0d None None] New status for floating IP 4902aec7-4e75-4f03-b5eb-999c64533380: ACTIVE {{(pid=84314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 07 14:31:42.791608 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 48728) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:31:42.959212 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-3183b345-6ade-4b2c-af22-58558c6bfbc0 req-e3d80784-6c3d-4789-9fb6-dd9d574c7976 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Calling delete_port for 296e53de-61dd-4e19-8ff2-3b0647237121 owned by compute:nova {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:31:43.006040 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71926792-31e5-40ed-af8d-43d4996016a1 tempest-TestMinimumBasicScenario-1838115798 tempest-TestMinimumBasicScenario-1838115798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:43.011011 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-71926792-31e5-40ed-af8d-43d4996016a1 tempest-TestMinimumBasicScenario-1838115798 tempest-TestMinimumBasicScenario-1838115798-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 1094 time: 0.2149103 Apr 07 14:31:43.011405 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 48734) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:31:43.018170 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-b3b8d3fa-1472-4c26-9bfd-0d5a5f1d8ad3 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Request body: {'floatingip': {'floating_network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'port_id': 'b87db988-544f-470b-b4c6-c568c0ff0609', 'tenant_id': 'f1730405b57a44cf8038f596756f82ec', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:31:43.024941 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-b3b8d3fa-1472-4c26-9bfd-0d5a5f1d8ad3 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:31:43.034388 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-b3b8d3fa-1472-4c26-9bfd-0d5a5f1d8ad3 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Usage tracker for resource:floatingip and tenant:f1730405b57a44cf8038f596756f82ec is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:31:43.037829 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-b3b8d3fa-1472-4c26-9bfd-0d5a5f1d8ad3 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:31:43.045090 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-b3b8d3fa-1472-4c26-9bfd-0d5a5f1d8ad3 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:31:43.056228 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b3b8d3fa-1472-4c26-9bfd-0d5a5f1d8ad3 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks [] for floatingip, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:43.198041 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-23b63c74-8e61-4704-a418-052df369d610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:43.203864 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-23b63c74-8e61-4704-a418-052df369d610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:43.216543 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b3b8d3fa-1472-4c26-9bfd-0d5a5f1d8ad3 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:43.223653 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:31:43.379982 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-b3b8d3fa-1472-4c26-9bfd-0d5a5f1d8ad3 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Allocated IP 172.28.3.51 (6dc11b00-4e00-4f77-8f6a-5304324fd48e/122e1bcc-5379-466c-b8c0-1b63f085397d/89410bb5-ea0c-4d3a-ae5e-e9d036e46929) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 14:31:43.491950 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b63c74-8e61-4704-a418-052df369d610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d53877-7044-4317-bc48-b59a22dbf9d0,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:31:43.498568 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-23b63c74-8e61-4704-a418-052df369d610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:31:43.516230 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-23b63c74-8e61-4704-a418-052df369d610 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=cb184777cb67497e8a5886ea6faa72ff&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0379257 Apr 07 14:31:43.520546 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 48740) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:31:43.551067 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-3183b345-6ade-4b2c-af22-58558c6bfbc0 req-e3d80784-6c3d-4789-9fb6-dd9d574c7976 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304368157317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304368589940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848525233'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:43.564879 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] get_ports_and_sgs() called for port_ids ['296e53de-61dd-4e19-8ff2-3b0647237121'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 14:31:43.592658 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-02f1d047-9540-4a9c-b71d-7b07ef00e975 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:31:43.594861 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b3b8d3fa-1472-4c26-9bfd-0d5a5f1d8ad3 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:43.632366 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-99b44c7e-80c0-4c3d-ab83-58b9dcd47373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:43.669526 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-99b44c7e-80c0-4c3d-ab83-58b9dcd47373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:43.710580 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b3b8d3fa-1472-4c26-9bfd-0d5a5f1d8ad3 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732486185860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7073224'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:43.728270 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:31:43.799302 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d80784-6c3d-4789-9fb6-dd9d574c7976 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Pushing event deleted for resources: {'Port': ['ID=296e53de-61dd-4e19-8ff2-3b0647237121,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:31:43.820287 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-e3d80784-6c3d-4789-9fb6-dd9d574c7976 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:31:43.861207 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f53b7e-968f-4b45-aca3-d7f7f8d39bce req-b78e0632-c182-4a80-a7f6-f372f6e96067 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:43.862945 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-60f53b7e-968f-4b45-aca3-d7f7f8d39bce req-b78e0632-c182-4a80-a7f6-f372f6e96067 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 945 time: 0.5278971 Apr 07 14:31:43.942262 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-99b44c7e-80c0-4c3d-ab83-58b9dcd47373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:43.945731 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b8d3fa-1472-4c26-9bfd-0d5a5f1d8ad3 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Pushing event updated for resources: {'Port': ['ID=89410bb5-ea0c-4d3a-ae5e-e9d036e46929,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:31:43.948725 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-60f53b7e-968f-4b45-aca3-d7f7f8d39bce req-df6497af-46ee-4af0-937d-f0b3f8b6cf4f tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/security-groups?id=7cc7bb1b-2073-4426-b770-45d6850d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779541 Apr 07 14:31:43.967065 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b3b8d3fa-1472-4c26-9bfd-0d5a5f1d8ad3 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:31:43.967641 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-91150652-3859-4ae2-ac6f-f0552e3806f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:31:44.005079 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b44c7e-80c0-4c3d-ab83-58b9dcd47373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d53877-7044-4317-bc48-b59a22dbf9d0,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:31:44.020693 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-99b44c7e-80c0-4c3d-ab83-58b9dcd47373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:31:44.039683 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-99b44c7e-80c0-4c3d-ab83-58b9dcd47373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:44.040965 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-99b44c7e-80c0-4c3d-ab83-58b9dcd47373 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/24d53877-7044-4317-bc48-b59a22dbf9d0 HTTP/1.1" status: 204 len: 168 time: 0.5193708 Apr 07 14:31:44.063101 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c308f-944f-4de0-9f0b-085fc9b15098 req-c844b1fd-27e8-476c-9c12-6dd673fb631f tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:44.064866 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-509c308f-944f-4de0-9f0b-085fc9b15098 req-c844b1fd-27e8-476c-9c12-6dd673fb631f tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 947 time: 0.3006370 Apr 07 14:31:44.071179 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b8d3fa-1472-4c26-9bfd-0d5a5f1d8ad3 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Network 6dc11b00-4e00-4f77-8f6a-5304324fd48e is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:31:44.072519 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-b3b8d3fa-1472-4c26-9bfd-0d5a5f1d8ad3 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:31:44.076204 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b8d3fa-1472-4c26-9bfd-0d5a5f1d8ad3 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 14:31:44.108283 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-3183b345-6ade-4b2c-af22-58558c6bfbc0 req-e3d80784-6c3d-4789-9fb6-dd9d574c7976 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] No DVR routers for this DVR port 296e53de-61dd-4e19-8ff2-3b0647237121 on host hv-cinder-78093 {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 14:31:44.114638 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-3183b345-6ade-4b2c-af22-58558c6bfbc0 req-e3d80784-6c3d-4789-9fb6-dd9d574c7976 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:44.134288 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2df5967-e158-4073-89ff-08b5187cca38', 'name': 'network-vif-deleted', 'tag': '296e53de-61dd-4e19-8ff2-3b0647237121'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:31:44.147569 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-509c308f-944f-4de0-9f0b-085fc9b15098 req-b8c9632c-1a17-4bb1-9992-bfa8b990e480 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724523 Apr 07 14:31:44.184769 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-3183b345-6ade-4b2c-af22-58558c6bfbc0 req-e3d80784-6c3d-4789-9fb6-dd9d574c7976 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.81 "DELETE /v2.0/ports/296e53de-61dd-4e19-8ff2-3b0647237121 HTTP/1.1" status: 204 len: 173 time: 2.4287629 Apr 07 14:31:44.258482 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2df5967-e158-4073-89ff-08b5187cca38', 'name': 'network-vif-deleted', 'tag': '296e53de-61dd-4e19-8ff2-3b0647237121', 'status': 'completed', 'code': 200} Apr 07 14:31:44.484557 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 48754) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:31:44.510818 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-11b7ae39-f013-428d-a5ba-2a23d396c1c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:44.528945 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-11b7ae39-f013-428d-a5ba-2a23d396c1c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:31:44.534338 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-11b7ae39-f013-428d-a5ba-2a23d396c1c9 admin admin] Usage tracker for resource:security_group_rule and tenant:156af283c4ba499f8ebaddacf4d79880 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:31:44.538590 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-11b7ae39-f013-428d-a5ba-2a23d396c1c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:31:44.545944 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-11b7ae39-f013-428d-a5ba-2a23d396c1c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:31:44.605657 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b3b8d3fa-1472-4c26-9bfd-0d5a5f1d8ad3 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:44.647067 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-11b7ae39-f013-428d-a5ba-2a23d396c1c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:44.650203 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-11b7ae39-f013-428d-a5ba-2a23d396c1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:44.662877 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-97f81a78-de45-4843-a24e-d86c9e4ae690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:31:44.698485 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-11b7ae39-f013-428d-a5ba-2a23d396c1c9 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=156af283c4ba499f8ebaddacf4d79880&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2123392 Apr 07 14:31:44.699218 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 48758) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:31:44.700976 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b3b8d3fa-1472-4c26-9bfd-0d5a5f1d8ad3 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:44.713169 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-51cee5ab-19c7-4da3-b90c-38613a03537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:44.736318 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b7ae39-f013-428d-a5ba-2a23d396c1c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81e9e2e-a72d-415e-b03a-10ad7490eb09,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:31:44.740781 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-11b7ae39-f013-428d-a5ba-2a23d396c1c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:31:44.806389 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4d813310-3528-40d3-ae04-73af06dfbbf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:44.841787 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4d813310-3528-40d3-ae04-73af06dfbbf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:45.030827 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b3b8d3fa-1472-4c26-9bfd-0d5a5f1d8ad3 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:45.037126 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b3b8d3fa-1472-4c26-9bfd-0d5a5f1d8ad3 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847702575'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:45.106015 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4d813310-3528-40d3-ae04-73af06dfbbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:45.112639 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2615bccc-000c-4d45-827b-66b711e35bbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:31:45.126828 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d813310-3528-40d3-ae04-73af06dfbbf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81e9e2e-a72d-415e-b03a-10ad7490eb09,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:31:45.129671 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-4d813310-3528-40d3-ae04-73af06dfbbf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:31:45.135674 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4d813310-3528-40d3-ae04-73af06dfbbf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:45.137314 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-4d813310-3528-40d3-ae04-73af06dfbbf9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f81e9e2e-a72d-415e-b03a-10ad7490eb09 HTTP/1.1" status: 204 len: 168 time: 0.4142087 Apr 07 14:31:45.231569 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:31:45.363938 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-317194a1-7709-4def-8f5b-9be93467a6b1 req-f3de8900-4876-4aab-9fc6-f1d2e759af71 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2df5967-e158-4073-89ff-08b5187cca38 HTTP/1.1" status: 200 len: 210 time: 0.0882056 Apr 07 14:31:45.427419 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b8d3fa-1472-4c26-9bfd-0d5a5f1d8ad3 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Pushing event updated for resources: {'Port': ['ID=89410bb5-ea0c-4d3a-ae5e-e9d036e46929,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:31:45.433008 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b3b8d3fa-1472-4c26-9bfd-0d5a5f1d8ad3 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:31:45.453368 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b3b8d3fa-1472-4c26-9bfd-0d5a5f1d8ad3 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8275434'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:45.863126 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:45.952209 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.db.l3_db [None req-b3b8d3fa-1472-4c26-9bfd-0d5a5f1d8ad3 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Floating IP dc4278db-b8a4-4306-9b7e-7d9c012ab787 associated. External IP: 172.28.3.51, port: b87db988-544f-470b-b4c6-c568c0ff0609. Apr 07 14:31:46.042130 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 296e53de-61dd-4e19-8ff2-3b0647237121 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 14:31:46.087226 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] No Port match for: 296e53de-61dd-4e19-8ff2-3b0647237121 {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 14:31:46.088187 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 296e53de-61dd-4e19-8ff2-3b0647237121 not bound to the agent host hv-cinder-78093 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 14:31:46.227171 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0f155acb-120d-4f75-bea8-c381624e98d6 req-6aa3afbd-0fb1-40cd-956c-e8f108432c73 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0935795 Apr 07 14:31:46.369756 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f155acb-120d-4f75-bea8-c381624e98d6 req-7ab4d965-ceec-4ec1-8446-def401a2af26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:46.372689 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0f155acb-120d-4f75-bea8-c381624e98d6 req-7ab4d965-ceec-4ec1-8446-def401a2af26 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=782e9eccce6d4f5898c76958383a5e3d&device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 1100 time: 0.1157770 Apr 07 14:31:46.553046 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 48788) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:31:46.685691 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f155acb-120d-4f75-bea8-c381624e98d6 req-f0d0c4e7-f429-407a-921d-5872f299ff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:46.687481 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0f155acb-120d-4f75-bea8-c381624e98d6 req-f0d0c4e7-f429-407a-921d-5872f299ff5d service neutron] 10.222.0.81 "GET /v2.0/networks?id=c030ef04-5242-408d-b21d-654932a78971 HTTP/1.1" status: 200 len: 918 time: 0.2822485 Apr 07 14:31:46.773452 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b8d3fa-1472-4c26-9bfd-0d5a5f1d8ad3 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Router cc84098a-c8d8-4ce8-a058-0221bc196f67 has already been hosted by L3 agent d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 14:31:46.843666 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0f155acb-120d-4f75-bea8-c381624e98d6 req-d24a140b-170e-4583-a695-474dde464041 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=207765ac-57a5-4aa8-a2e0-6c4476ab7a6f HTTP/1.1" status: 200 len: 1002 time: 0.1466293 Apr 07 14:31:46.932841 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f155acb-120d-4f75-bea8-c381624e98d6 req-a124944e-8bfa-4666-8b9a-9d113536af31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:46.934562 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0f155acb-120d-4f75-bea8-c381624e98d6 req-a124944e-8bfa-4666-8b9a-9d113536af31 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=922c7ccf-af8e-4c6b-baef-d00c20689db2 HTTP/1.1" status: 200 len: 856 time: 0.0836062 Apr 07 14:31:47.073201 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f155acb-120d-4f75-bea8-c381624e98d6 req-86afa53a-6b8f-44b1-9dec-384a8a2c6ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:47.076256 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0f155acb-120d-4f75-bea8-c381624e98d6 req-86afa53a-6b8f-44b1-9dec-384a8a2c6ec1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c030ef04-5242-408d-b21d-654932a78971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1346631 Apr 07 14:31:47.172066 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b8d3fa-1472-4c26-9bfd-0d5a5f1d8ad3 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify agent at l3_agent.dv-cinder-780933-3-smb the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 14:31:47.202006 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af991453-5b39-497d-939f-f9656d95aec2 None None] Sync routers for ids ['cc84098a-c8d8-4ce8-a058-0221bc196f67'] in dv-cinder-780933-3-smb {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 14:31:47.214581 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af991453-5b39-497d-939f-f9656d95aec2 None None] Routers {'cc84098a-c8d8-4ce8-a058-0221bc196f67'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:31:47.215637 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-af991453-5b39-497d-939f-f9656d95aec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:31:17Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['cc84098a-c8d8-4ce8-a058-0221bc196f67'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:31:47.242091 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0f155acb-120d-4f75-bea8-c381624e98d6 req-82e849b6-7340-4adc-8141-16e81d1eca37 service neutron] 10.222.0.81 "GET /v2.0/networks/c030ef04-5242-408d-b21d-654932a78971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581807 Apr 07 14:31:47.248639 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b3b8d3fa-1472-4c26-9bfd-0d5a5f1d8ad3 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:47.378057 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-b3b8d3fa-1472-4c26-9bfd-0d5a5f1d8ad3 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3653290 Apr 07 14:31:47.379404 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc24a4f1-0254-40cb-91de-fc952973d568', 'tag': 'b87db988-544f-470b-b4c6-c568c0ff0609'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:31:47.386620 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 48804) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:31:47.394569 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-b30f89f7-19e7-4ce1-8911-d7c78979fa24 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1672127965', 'description': 'tempest-secgroup-smoke-1672127965 description', 'project_id': 'f1730405b57a44cf8038f596756f82ec'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:31:47.399192 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-21eb894e-234f-46a5-9fc4-c14ef05f09ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:47.407042 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-b30f89f7-19e7-4ce1-8911-d7c78979fa24 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:31:47.427320 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-b30f89f7-19e7-4ce1-8911-d7c78979fa24 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:31:47.454384 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-af991453-5b39-497d-939f-f9656d95aec2 None None] Set router cc84098a-c8d8-4ce8-a058-0221bc196f67 gateway port host: dv-cinder-780933-3-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:31:47.455821 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b30f89f7-19e7-4ce1-8911-d7c78979fa24 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:47.464872 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-b30f89f7-19e7-4ce1-8911-d7c78979fa24 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:31:47.473879 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-b30f89f7-19e7-4ce1-8911-d7c78979fa24 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Usage tracker for resource:security_group_rule and tenant:f1730405b57a44cf8038f596756f82ec is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:31:47.480441 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-b30f89f7-19e7-4ce1-8911-d7c78979fa24 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:31:47.490274 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-b30f89f7-19e7-4ce1-8911-d7c78979fa24 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:31:47.502393 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0f155acb-120d-4f75-bea8-c381624e98d6 req-56784179-bf07-4c9a-9849-a1aafe9ff9a8 service neutron] 10.222.0.81 "GET /v2.0/networks/c030ef04-5242-408d-b21d-654932a78971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517269 Apr 07 14:31:47.510138 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc24a4f1-0254-40cb-91de-fc952973d568', 'tag': 'b87db988-544f-470b-b4c6-c568c0ff0609', 'status': 'completed', 'code': 200} Apr 07 14:31:47.647932 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb52a01-7ecd-44bc-b3ac-8e6332d5aecc req-c4b251a1-a7b4-465c-aeeb-aefb4b4b9234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:47.650057 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1bb52a01-7ecd-44bc-b3ac-8e6332d5aecc req-c4b251a1-a7b4-465c-aeeb-aefb4b4b9234 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f1730405b57a44cf8038f596756f82ec&device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 1099 time: 0.1338694 Apr 07 14:31:47.658911 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b30f89f7-19e7-4ce1-8911-d7c78979fa24 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:47.663372 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-403f76a2-04b5-48d8-9b2a-bba1c85bd01f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846494577'] for router_interface, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:47.722969 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b30f89f7-19e7-4ce1-8911-d7c78979fa24 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:47.737921 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2667d696-c731-4b1e-9872-3f901d72f304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:31:47.878769 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f89f7-19e7-4ce1-8911-d7c78979fa24 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5379dc2d-06ff-47a9-ab8e-a32b8c7ce2a0,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:31:47.879800 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb52a01-7ecd-44bc-b3ac-8e6332d5aecc req-c86bdac1-5d66-4108-9aa7-5c1933857914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:47.882996 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1bb52a01-7ecd-44bc-b3ac-8e6332d5aecc req-c86bdac1-5d66-4108-9aa7-5c1933857914 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2d3b64f1-a7c9-4934-a387-d7abdf8585e7 HTTP/1.1" status: 200 len: 915 time: 0.2173631 Apr 07 14:31:47.891798 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b30f89f7-19e7-4ce1-8911-d7c78979fa24 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:31:47.910862 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b30f89f7-19e7-4ce1-8911-d7c78979fa24 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:47.912279 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-b30f89f7-19e7-4ce1-8911-d7c78979fa24 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5239456 Apr 07 14:31:47.915762 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 48818) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:31:47.924238 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-9df277a1-85f8-4b90-82d7-8015c12f6247 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Request body: {'security_group_rule': {'security_group_id': '5379dc2d-06ff-47a9-ab8e-a32b8c7ce2a0', 'project_id': 'f1730405b57a44cf8038f596756f82ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:31:47.937727 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-9df277a1-85f8-4b90-82d7-8015c12f6247 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:31:47.944483 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-9df277a1-85f8-4b90-82d7-8015c12f6247 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Usage tracker for resource:security_group_rule and tenant:f1730405b57a44cf8038f596756f82ec is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:31:47.950294 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-9df277a1-85f8-4b90-82d7-8015c12f6247 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:31:47.959675 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-9df277a1-85f8-4b90-82d7-8015c12f6247 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:31:47.979202 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-af991453-5b39-497d-939f-f9656d95aec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc84098a-c8d8-4ce8-a058-0221bc196f67', 'name': 'tempest-TestMinimumBasicScenario-482955747-router', 'tenant_id': 'f1730405b57a44cf8038f596756f82ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '0e59d250-caa7-4e4a-904a-6aeb1ca30b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:29:49Z', 'updated_at': '2021-04-07T14:30:02Z', 'revision_number': 4, 'project_id': 'f1730405b57a44cf8038f596756f82ec', 'gw_port': {'id': '0e59d250-caa7-4e4a-904a-6aeb1ca30b1e', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:47:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc84098a-c8d8-4ce8-a058-0221bc196f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:50Z', 'updated_at': '2021-04-07T14:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_floatingips': [{'id': 'dc4278db-b8a4-4306-9b7e-7d9c012ab787', 'tenant_id': 'f1730405b57a44cf8038f596756f82ec', 'floating_ip_address': '172.28.3.51', 'floating_network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'router_id': 'cc84098a-c8d8-4ce8-a058-0221bc196f67', 'port_id': 'b87db988-544f-470b-b4c6-c568c0ff0609', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3b64f1-a7c9-4934-a387-d7abdf8585e7', 'mac_address': 'fa:16:3e:31:2a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc24a4f1-0254-40cb-91de-fc952973d568', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T14:31:44Z', 'updated_at': '2021-04-07T14:31:44Z', 'revision_number': 0, 'project_id': 'f1730405b57a44cf8038f596756f82ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb6ae95-a4a7-469b-ace7-557b80003040', 'name': '', 'network_id': '2d3b64f1-a7c9-4934-a387-d7abdf8585e7', 'tenant_id': 'f1730405b57a44cf8038f596756f82ec', 'mac_address': 'fa:16:3e:6e:33:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc84098a-c8d8-4ce8-a058-0221bc196f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '155d1fc0-d59a-4ba5-8189-d1f7a76a9e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:57Z', 'updated_at': '2021-04-07T14:30:21Z', 'revision_number': 5, 'project_id': 'f1730405b57a44cf8038f596756f82ec', 'subnets': [{'id': '155d1fc0-d59a-4ba5-8189-d1f7a76a9e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:31:47.985983 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af991453-5b39-497d-939f-f9656d95aec2 None None] Checking router: cc84098a-c8d8-4ce8-a058-0221bc196f67 for host: dv-cinder-780933-3-smb {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 14:31:47.998210 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af991453-5b39-497d-939f-f9656d95aec2 None None] Routers {'cc84098a-c8d8-4ce8-a058-0221bc196f67'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:31:47.999164 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-af991453-5b39-497d-939f-f9656d95aec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:31:47Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['cc84098a-c8d8-4ce8-a058-0221bc196f67'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:31:48.031630 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1bb52a01-7ecd-44bc-b3ac-8e6332d5aecc req-721ad7df-ccbf-4c15-9965-4910ff37af88 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b87db988-544f-470b-b4c6-c568c0ff0609 HTTP/1.1" status: 200 len: 999 time: 0.1363716 Apr 07 14:31:48.082362 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9df277a1-85f8-4b90-82d7-8015c12f6247 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:48.137974 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb52a01-7ecd-44bc-b3ac-8e6332d5aecc req-6ac91a18-c142-4098-b461-e77c40d5c372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:48.140460 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1bb52a01-7ecd-44bc-b3ac-8e6332d5aecc req-6ac91a18-c142-4098-b461-e77c40d5c372 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=155d1fc0-d59a-4ba5-8189-d1f7a76a9e8e HTTP/1.1" status: 200 len: 853 time: 0.0992694 Apr 07 14:31:48.141152 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-68064a8d-a1ee-4a07-912b-506dbeaf5e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:48.242857 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-af991453-5b39-497d-939f-f9656d95aec2 None None] Set router cc84098a-c8d8-4ce8-a058-0221bc196f67 gateway port host: dv-cinder-780933-3-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:31:48.247189 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9df277a1-85f8-4b90-82d7-8015c12f6247 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:48.253251 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-403f76a2-04b5-48d8-9b2a-bba1c85bd01f admin admin] Deleting port 79b830c5-c6bb-4c8c-a3b5-23e967ae389a {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:31:48.253704 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-403f76a2-04b5-48d8-9b2a-bba1c85bd01f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:48.256803 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb52a01-7ecd-44bc-b3ac-8e6332d5aecc req-261ba0d3-92a5-4ad0-a61d-a84531373bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:48.259055 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1bb52a01-7ecd-44bc-b3ac-8e6332d5aecc req-261ba0d3-92a5-4ad0-a61d-a84531373bee service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2d3b64f1-a7c9-4934-a387-d7abdf8585e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1124275 Apr 07 14:31:48.274708 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 48824) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:31:48.286144 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9df277a1-85f8-4b90-82d7-8015c12f6247 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309632'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:48.303430 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f281455d-16e7-4472-bdb4-9e9b3051f5d4 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:31:48.489868 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ab6c923a-4628-44a4-8a64-080246988292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:48.507687 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1bb52a01-7ecd-44bc-b3ac-8e6332d5aecc req-6947eb34-45e7-4ada-8479-8d7f536cbc64 service neutron] 10.222.0.81 "GET /v2.0/networks/2d3b64f1-a7c9-4934-a387-d7abdf8585e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339168 Apr 07 14:31:48.515453 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-ab6c923a-4628-44a4-8a64-080246988292 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:31:48.547564 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-ab6c923a-4628-44a4-8a64-080246988292 admin admin] Usage tracker for resource:security_group_rule and tenant:32de148ab3d743f4bfa4665106809764 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:31:48.606626 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-ab6c923a-4628-44a4-8a64-080246988292 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:31:48.624979 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df277a1-85f8-4b90-82d7-8015c12f6247 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c9be2db-c74c-4338-8785-6e54f0e9785f,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:31:48.626601 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-ab6c923a-4628-44a4-8a64-080246988292 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:31:48.686995 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9df277a1-85f8-4b90-82d7-8015c12f6247 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:31:48.699837 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9df277a1-85f8-4b90-82d7-8015c12f6247 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:48.701234 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-9df277a1-85f8-4b90-82d7-8015c12f6247 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7842612 Apr 07 14:31:48.704900 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 48832) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:31:48.712992 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-f112cfaa-f466-4ebe-a8f0-91b7cbeafdef tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Request body: {'security_group_rule': {'security_group_id': '5379dc2d-06ff-47a9-ab8e-a32b8c7ce2a0', 'project_id': 'f1730405b57a44cf8038f596756f82ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:31:48.723084 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-f112cfaa-f466-4ebe-a8f0-91b7cbeafdef tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:31:48.731526 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-f112cfaa-f466-4ebe-a8f0-91b7cbeafdef tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Usage tracker for resource:security_group_rule and tenant:f1730405b57a44cf8038f596756f82ec is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:31:48.737553 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1bb52a01-7ecd-44bc-b3ac-8e6332d5aecc req-b14c290c-495e-4b82-b049-fceeb01692d9 service neutron] 10.222.0.81 "GET /v2.0/networks/2d3b64f1-a7c9-4934-a387-d7abdf8585e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187998 Apr 07 14:31:48.737823 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-f112cfaa-f466-4ebe-a8f0-91b7cbeafdef tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:31:48.744498 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-af991453-5b39-497d-939f-f9656d95aec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc84098a-c8d8-4ce8-a058-0221bc196f67', 'name': 'tempest-TestMinimumBasicScenario-482955747-router', 'tenant_id': 'f1730405b57a44cf8038f596756f82ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '0e59d250-caa7-4e4a-904a-6aeb1ca30b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:29:49Z', 'updated_at': '2021-04-07T14:30:02Z', 'revision_number': 4, 'project_id': 'f1730405b57a44cf8038f596756f82ec', 'gw_port': {'id': '0e59d250-caa7-4e4a-904a-6aeb1ca30b1e', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:47:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc84098a-c8d8-4ce8-a058-0221bc196f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:50Z', 'updated_at': '2021-04-07T14:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_floatingips': [{'id': 'dc4278db-b8a4-4306-9b7e-7d9c012ab787', 'tenant_id': 'f1730405b57a44cf8038f596756f82ec', 'floating_ip_address': '172.28.3.51', 'floating_network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'router_id': 'cc84098a-c8d8-4ce8-a058-0221bc196f67', 'port_id': 'b87db988-544f-470b-b4c6-c568c0ff0609', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3b64f1-a7c9-4934-a387-d7abdf8585e7', 'mac_address': 'fa:16:3e:31:2a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc24a4f1-0254-40cb-91de-fc952973d568', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T14:31:44Z', 'updated_at': '2021-04-07T14:31:44Z', 'revision_number': 0, 'project_id': 'f1730405b57a44cf8038f596756f82ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb6ae95-a4a7-469b-ace7-557b80003040', 'name': '', 'network_id': '2d3b64f1-a7c9-4934-a387-d7abdf8585e7', 'tenant_id': 'f1730405b57a44cf8038f596756f82ec', 'mac_address': 'fa:16:3e:6e:33:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc84098a-c8d8-4ce8-a058-0221bc196f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '155d1fc0-d59a-4ba5-8189-d1f7a76a9e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:57Z', 'updated_at': '2021-04-07T14:30:21Z', 'revision_number': 5, 'project_id': 'f1730405b57a44cf8038f596756f82ec', 'subnets': [{'id': '155d1fc0-d59a-4ba5-8189-d1f7a76a9e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:31:48.758974 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af991453-5b39-497d-939f-f9656d95aec2 None None] The sync data for ids ['cc84098a-c8d8-4ce8-a058-0221bc196f67'] in dv-cinder-780933-3-smb is: [{'id': 'cc84098a-c8d8-4ce8-a058-0221bc196f67', 'name': 'tempest-TestMinimumBasicScenario-482955747-router', 'tenant_id': 'f1730405b57a44cf8038f596756f82ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '0e59d250-caa7-4e4a-904a-6aeb1ca30b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:29:49Z', 'updated_at': '2021-04-07T14:30:02Z', 'revision_number': 4, 'project_id': 'f1730405b57a44cf8038f596756f82ec', 'gw_port': {'id': '0e59d250-caa7-4e4a-904a-6aeb1ca30b1e', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:47:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc84098a-c8d8-4ce8-a058-0221bc196f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:50Z', 'updated_at': '2021-04-07T14:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_floatingips': [{'id': 'dc4278db-b8a4-4306-9b7e-7d9c012ab787', 'tenant_id': 'f1730405b57a44cf8038f596756f82ec', 'floating_ip_address': '172.28.3.51', 'floating_network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'router_id': 'cc84098a-c8d8-4ce8-a058-0221bc196f67', 'port_id': 'b87db988-544f-470b-b4c6-c568c0ff0609', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3b64f1-a7c9-4934-a387-d7abdf8585e7', 'mac_address': 'fa:16:3e:31:2a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc24a4f1-0254-40cb-91de-fc952973d568', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T14:31:44Z', 'updated_at': '2021-04-07T14:31:44Z', 'revision_number': 0, 'project_id': 'f1730405b57a44cf8038f596756f82ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb6ae95-a4a7-469b-ace7-557b80003040', 'name': '', 'network_id': '2d3b64f1-a7c9-4934-a387-d7abdf8585e7', 'tenant_id': 'f1730405b57a44cf8038f596756f82ec', 'mac_address': 'fa:16:3e:6e:33:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc84098a-c8d8-4ce8-a058-0221bc196f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '155d1fc0-d59a-4ba5-8189-d1f7a76a9e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:57Z', 'updated_at': '2021-04-07T14:30:21Z', 'revision_number': 5, 'project_id': 'f1730405b57a44cf8038f596756f82ec', 'subnets': [{'id': '155d1fc0-d59a-4ba5-8189-d1f7a76a9e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 14:31:48.760105 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-f112cfaa-f466-4ebe-a8f0-91b7cbeafdef tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:31:48.796817 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:48.810715 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-403f76a2-04b5-48d8-9b2a-bba1c85bd01f admin admin] For port 79b830c5-c6bb-4c8c-a3b5-23e967ae389a, host dv-cinder-780933-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=79b830c5-c6bb-4c8c-a3b5-23e967ae389a,segment=NetworkSegment(915451d2-8683-4329-b99a-36d7903584f8),segment_id=915451d2-8683-4329-b99a-36d7903584f8)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:31:48.811130 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-403f76a2-04b5-48d8-9b2a-bba1c85bd01f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:48.820262 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f112cfaa-f466-4ebe-a8f0-91b7cbeafdef tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:48.821757 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ab6c923a-4628-44a4-8a64-080246988292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:48.825535 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ab6c923a-4628-44a4-8a64-080246988292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:48.836403 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-6543cf23-26ac-46fe-861f-655107271efe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:31:48.886196 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-ab6c923a-4628-44a4-8a64-080246988292 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=32de148ab3d743f4bfa4665106809764&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6101720 Apr 07 14:31:48.887286 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c923a-4628-44a4-8a64-080246988292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231e7ade-cc4a-4a13-b765-099693dab398,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:31:48.890072 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 48836) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:31:48.892820 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ab6c923a-4628-44a4-8a64-080246988292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:31:48.963379 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-cd4b8d92-ae48-4892-a878-653ece1a25ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:48.992702 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-cd4b8d92-ae48-4892-a878-653ece1a25ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:49.039607 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-cd4b8d92-ae48-4892-a878-653ece1a25ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:49.044965 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b22d162b-3b21-4e25-a518-d208e958f6d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:31:49.057688 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4b8d92-ae48-4892-a878-653ece1a25ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231e7ade-cc4a-4a13-b765-099693dab398,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:31:49.062531 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-cd4b8d92-ae48-4892-a878-653ece1a25ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:31:49.068300 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-cd4b8d92-ae48-4892-a878-653ece1a25ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:49.068300 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-cd4b8d92-ae48-4892-a878-653ece1a25ad admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/231e7ade-cc4a-4a13-b765-099693dab398 HTTP/1.1" status: 204 len: 168 time: 0.1767697 Apr 07 14:31:49.088749 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-403f76a2-04b5-48d8-9b2a-bba1c85bd01f admin admin] Calling delete_port for 79b830c5-c6bb-4c8c-a3b5-23e967ae389a owned by network:router_interface {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:31:49.208453 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b4fa7d-8306-4fcc-89ba-f3d10b07b0cc None None] New status for floating IP dc4278db-b8a4-4306-9b7e-7d9c012ab787: ACTIVE {{(pid=84314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 07 14:31:49.426258 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f112cfaa-f466-4ebe-a8f0-91b7cbeafdef tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:49.430300 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f112cfaa-f466-4ebe-a8f0-91b7cbeafdef tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309632'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:49.438587 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:31:49.484408 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f112cfaa-f466-4ebe-a8f0-91b7cbeafdef tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47697014-279a-4cc2-9a2a-6751aa580931,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:31:49.491526 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f112cfaa-f466-4ebe-a8f0-91b7cbeafdef tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:31:49.512604 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f112cfaa-f466-4ebe-a8f0-91b7cbeafdef tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:49.517588 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-f112cfaa-f466-4ebe-a8f0-91b7cbeafdef tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8114345 Apr 07 14:31:49.518065 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 48844) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:31:49.539438 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-4d873d0f-0518-4721-88f6-c408e74183ff tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Request body: {'security_group_rule': {'security_group_id': '5379dc2d-06ff-47a9-ab8e-a32b8c7ce2a0', 'project_id': 'f1730405b57a44cf8038f596756f82ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:31:49.569981 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-4d873d0f-0518-4721-88f6-c408e74183ff tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:31:49.582221 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-4d873d0f-0518-4721-88f6-c408e74183ff tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Usage tracker for resource:security_group_rule and tenant:f1730405b57a44cf8038f596756f82ec is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:31:49.591211 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-4d873d0f-0518-4721-88f6-c408e74183ff tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:31:49.607248 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-4d873d0f-0518-4721-88f6-c408e74183ff tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:31:49.644313 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 48848) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:31:49.647731 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-403f76a2-04b5-48d8-9b2a-bba1c85bd01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304368157317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304368589940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7073224'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:49.677722 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4d873d0f-0518-4721-88f6-c408e74183ff tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:49.681130 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-1c853e20-813b-4237-a162-97b5a2653451 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:31:49.702925 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8fe2d46e-3aba-495e-9a7e-2c799e7bc170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:49.751587 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-8fe2d46e-3aba-495e-9a7e-2c799e7bc170 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:31:49.780106 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-8fe2d46e-3aba-495e-9a7e-2c799e7bc170 admin admin] Usage tracker for resource:security_group_rule and tenant:ae7486cd745442d7ac638b54be1369b8 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:31:49.792110 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-8fe2d46e-3aba-495e-9a7e-2c799e7bc170 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:31:49.815325 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-8fe2d46e-3aba-495e-9a7e-2c799e7bc170 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:31:49.861223 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-753d5ca8-67af-4e0f-aee9-cf9190fbeaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:49.873486 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4d873d0f-0518-4721-88f6-c408e74183ff tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:49.880315 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4d873d0f-0518-4721-88f6-c408e74183ff tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309632'] for security_group_rule, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:49.884395 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f76a2-04b5-48d8-9b2a-bba1c85bd01f admin admin] Pushing event deleted for resources: {'Port': ['ID=79b830c5-c6bb-4c8c-a3b5-23e967ae389a,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:31:49.888578 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-81db644a-e129-417e-9c30-ba2902ee27c8 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:31:49.899629 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-403f76a2-04b5-48d8-9b2a-bba1c85bd01f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:31:49.930105 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d873d0f-0518-4721-88f6-c408e74183ff tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2050f71e-3033-4e04-b832-832e43045d67,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:31:49.937683 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-4d873d0f-0518-4721-88f6-c408e74183ff tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:31:49.950040 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4d873d0f-0518-4721-88f6-c408e74183ff tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:49.953213 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-4d873d0f-0518-4721-88f6-c408e74183ff tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4324429 Apr 07 14:31:49.956904 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 48852) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:31:49.966982 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-c69b8fa7-9713-45cc-989c-f8f79e176803 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Request body: {'security_group_rule': {'security_group_id': '5379dc2d-06ff-47a9-ab8e-a32b8c7ce2a0', 'project_id': 'f1730405b57a44cf8038f596756f82ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:31:49.990550 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-c69b8fa7-9713-45cc-989c-f8f79e176803 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:31:50.011690 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-c69b8fa7-9713-45cc-989c-f8f79e176803 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Usage tracker for resource:security_group_rule and tenant:f1730405b57a44cf8038f596756f82ec is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:31:50.026664 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-c69b8fa7-9713-45cc-989c-f8f79e176803 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:31:50.042014 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-c69b8fa7-9713-45cc-989c-f8f79e176803 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:31:50.108112 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8fe2d46e-3aba-495e-9a7e-2c799e7bc170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:50.114997 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8fe2d46e-3aba-495e-9a7e-2c799e7bc170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:50.131971 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-58f007ed-253c-47e7-bcef-fdf95ba52d74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:31:50.143639 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c69b8fa7-9713-45cc-989c-f8f79e176803 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:50.273845 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-8fe2d46e-3aba-495e-9a7e-2c799e7bc170 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ae7486cd745442d7ac638b54be1369b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6276662 Apr 07 14:31:50.275322 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe2d46e-3aba-495e-9a7e-2c799e7bc170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e13ccb7-fcb2-4508-a170-a4ef45549430,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:31:50.280783 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 48856) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:31:50.312569 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8fe2d46e-3aba-495e-9a7e-2c799e7bc170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:31:50.413295 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c69b8fa7-9713-45cc-989c-f8f79e176803 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:50.424862 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c69b8fa7-9713-45cc-989c-f8f79e176803 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309632'] for security_group_rule, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:50.448669 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-74e198d4-7bd1-4423-a843-406708693814 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:31:50.492286 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-fb20e36a-6b9e-46a4-9fcf-ed7287139cf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:50.497544 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69b8fa7-9713-45cc-989c-f8f79e176803 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cde91575-bc42-4e6e-a51a-d27b142c27af,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:31:50.510875 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-403f76a2-04b5-48d8-9b2a-bba1c85bd01f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846809845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846489668'] for router_interface, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:50.527505 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-c69b8fa7-9713-45cc-989c-f8f79e176803 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:31:50.577538 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-fb20e36a-6b9e-46a4-9fcf-ed7287139cf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:50.588827 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c69b8fa7-9713-45cc-989c-f8f79e176803 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:50.590410 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-c69b8fa7-9713-45cc-989c-f8f79e176803 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6319880 Apr 07 14:31:50.597787 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 48860) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:31:50.612249 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-56ec062b-21e0-4e61-a49e-9e7259bbe0bb tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Request body: {'security_group_rule': {'security_group_id': '5379dc2d-06ff-47a9-ab8e-a32b8c7ce2a0', 'project_id': 'f1730405b57a44cf8038f596756f82ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:31:50.622120 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-56ec062b-21e0-4e61-a49e-9e7259bbe0bb tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:31:50.637045 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-56ec062b-21e0-4e61-a49e-9e7259bbe0bb tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Usage tracker for resource:security_group_rule and tenant:f1730405b57a44cf8038f596756f82ec is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:31:50.643802 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-56ec062b-21e0-4e61-a49e-9e7259bbe0bb tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:31:50.653287 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-56ec062b-21e0-4e61-a49e-9e7259bbe0bb tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:31:50.665285 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.db.securitygroups_db [None req-56ec062b-21e0-4e61-a49e-9e7259bbe0bb tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Project f1730405b57a44cf8038f596756f82ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 14:31:50.675101 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-56ec062b-21e0-4e61-a49e-9e7259bbe0bb tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:50.687485 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-fb20e36a-6b9e-46a4-9fcf-ed7287139cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:50.696888 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ae98d4c5-6ee6-49bd-8a0e-097ce34f4ad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:31:50.723806 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb20e36a-6b9e-46a4-9fcf-ed7287139cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e13ccb7-fcb2-4508-a170-a4ef45549430,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:31:50.727790 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-fb20e36a-6b9e-46a4-9fcf-ed7287139cf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:31:50.745373 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-fb20e36a-6b9e-46a4-9fcf-ed7287139cf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:50.749675 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-fb20e36a-6b9e-46a4-9fcf-ed7287139cf2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5e13ccb7-fcb2-4508-a170-a4ef45549430 HTTP/1.1" status: 204 len: 168 time: 0.4607420 Apr 07 14:31:50.781764 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-56ec062b-21e0-4e61-a49e-9e7259bbe0bb tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:50.785399 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-56ec062b-21e0-4e61-a49e-9e7259bbe0bb tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309632'] for security_group_rule, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:50.794393 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:31:50.822865 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec062b-21e0-4e61-a49e-9e7259bbe0bb tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1700fc4-a2a2-4480-8ab7-3350946511d7,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:31:50.826294 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-56ec062b-21e0-4e61-a49e-9e7259bbe0bb tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:31:50.827757 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-56ec062b-21e0-4e61-a49e-9e7259bbe0bb tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:50.834062 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-56ec062b-21e0-4e61-a49e-9e7259bbe0bb tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2302289 Apr 07 14:31:50.834062 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 48866) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:31:50.840478 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-43b696c2-41a0-4619-9d85-0027f1271f35 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Request body: {'security_group_rule': {'security_group_id': '5379dc2d-06ff-47a9-ab8e-a32b8c7ce2a0', 'project_id': 'f1730405b57a44cf8038f596756f82ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:31:50.848635 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-43b696c2-41a0-4619-9d85-0027f1271f35 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:31:50.853442 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-43b696c2-41a0-4619-9d85-0027f1271f35 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Usage tracker for resource:security_group_rule and tenant:f1730405b57a44cf8038f596756f82ec is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:31:50.858063 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-43b696c2-41a0-4619-9d85-0027f1271f35 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:31:50.870218 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-43b696c2-41a0-4619-9d85-0027f1271f35 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:31:50.892752 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.db.securitygroups_db [None req-43b696c2-41a0-4619-9d85-0027f1271f35 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Project f1730405b57a44cf8038f596756f82ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 14:31:50.904866 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-43b696c2-41a0-4619-9d85-0027f1271f35 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:50.991255 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-43b696c2-41a0-4619-9d85-0027f1271f35 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:50.994278 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-43b696c2-41a0-4619-9d85-0027f1271f35 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309632'] for security_group_rule, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:50.996501 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:31:51.024563 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b696c2-41a0-4619-9d85-0027f1271f35 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a798ebc-8967-4b19-8f18-1f4a51a94283,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:31:51.026741 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-43b696c2-41a0-4619-9d85-0027f1271f35 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:31:51.038311 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-43b696c2-41a0-4619-9d85-0027f1271f35 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:51.044535 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-43b696c2-41a0-4619-9d85-0027f1271f35 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2050405 Apr 07 14:31:51.201312 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-cb22c368-ae3b-4d00-953f-4c26e4accce1 req-5ba3c41f-2dd8-4400-88a6-a4718e464b09 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1672127965&fields=id&tenant_id=f1730405b57a44cf8038f596756f82ec HTTP/1.1" status: 200 len: 267 time: 0.0305541 Apr 07 14:31:51.311256 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb22c368-ae3b-4d00-953f-4c26e4accce1 req-28c90393-1c6d-4ef1-9f97-592ff69a1b3a tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:51.313510 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-cb22c368-ae3b-4d00-953f-4c26e4accce1 req-28c90393-1c6d-4ef1-9f97-592ff69a1b3a tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 946 time: 0.1051483 Apr 07 14:31:51.333684 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [req-cb22c368-ae3b-4d00-953f-4c26e4accce1 req-bd721595-ccc3-4544-8773-533a8f159ab8 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Request body: {'port': {'security_groups': ['07ad4126-4a38-448a-a8d6-23672275bb00', '5379dc2d-06ff-47a9-ab8e-a32b8c7ce2a0']}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:31:51.435156 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-403f76a2-04b5-48d8-9b2a-bba1c85bd01f admin admin] Router 231a24a9-b7d6-4b4f-a353-f846fe4407ab has already been hosted by L3 agent d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 14:31:51.517502 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-cb22c368-ae3b-4d00-953f-4c26e4accce1 req-bd721595-ccc3-4544-8773-533a8f159ab8 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:51.732477 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403f76a2-04b5-48d8-9b2a-bba1c85bd01f admin admin] Notify agent at l3_agent.dv-cinder-780933-3-smb the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 14:31:51.756680 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-403f76a2-04b5-48d8-9b2a-bba1c85bd01f admin admin] 10.222.0.63 "PUT /v2.0/routers/231a24a9-b7d6-4b4f-a353-f846fe4407ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1992719 Apr 07 14:31:51.757678 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 48888) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:31:51.758734 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2deda1-699c-436d-8fed-8f6c5516bbac None None] Sync routers for ids ['231a24a9-b7d6-4b4f-a353-f846fe4407ab'] in dv-cinder-780933-3-smb {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 14:31:51.778633 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2deda1-699c-436d-8fed-8f6c5516bbac None None] Routers {'231a24a9-b7d6-4b4f-a353-f846fe4407ab'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:31:51.780443 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-ce2deda1-699c-436d-8fed-8f6c5516bbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:31:47Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['231a24a9-b7d6-4b4f-a353-f846fe4407ab'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:31:52.156490 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-ce2deda1-699c-436d-8fed-8f6c5516bbac None None] Set router 231a24a9-b7d6-4b4f-a353-f846fe4407ab gateway port host: dv-cinder-780933-3-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:31:52.394137 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6399cafe-abcb-4ca0-a4cc-0c76cfdc547b admin admin] Notify callbacks [] for router, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:52.731797 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-cb22c368-ae3b-4d00-953f-4c26e4accce1 req-bd721595-ccc3-4544-8773-533a8f159ab8 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] For port b87db988-544f-470b-b4c6-c568c0ff0609, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b87db988-544f-470b-b4c6-c568c0ff0609,segment=NetworkSegment(c7b72cce-98ce-465c-ba2f-1d4f4f6375e6),segment_id=c7b72cce-98ce-465c-ba2f-1d4f4f6375e6)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:31:52.817889 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-ce2deda1-699c-436d-8fed-8f6c5516bbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231a24a9-b7d6-4b4f-a353-f846fe4407ab', 'name': 'tempest-ServerRescueNegativeTestJSON-866043403-router', 'tenant_id': '3cedb750960847b9a6d948554b936778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.193'}], 'enable_snat': True}, 'gw_port_id': '74c9ee2c-35c5-480f-ae57-f9516c6723ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:27:30Z', 'updated_at': '2021-04-07T14:31:49Z', 'revision_number': 5, 'project_id': '3cedb750960847b9a6d948554b936778', 'gw_port': {'id': '74c9ee2c-35c5-480f-ae57-f9516c6723ea', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231a24a9-b7d6-4b4f-a353-f846fe4407ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:27:33Z', 'updated_at': '2021-04-07T14:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb'}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:31:52.826068 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2deda1-699c-436d-8fed-8f6c5516bbac None None] Checking router: 231a24a9-b7d6-4b4f-a353-f846fe4407ab for host: dv-cinder-780933-3-smb {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 14:31:52.837178 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-cb22c368-ae3b-4d00-953f-4c26e4accce1 req-bd721595-ccc3-4544-8773-533a8f159ab8 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:52.841961 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6399cafe-abcb-4ca0-a4cc-0c76cfdc547b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:52.845799 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2deda1-699c-436d-8fed-8f6c5516bbac None None] Routers {'231a24a9-b7d6-4b4f-a353-f846fe4407ab'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:31:52.847206 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-ce2deda1-699c-436d-8fed-8f6c5516bbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:31:47Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['231a24a9-b7d6-4b4f-a353-f846fe4407ab'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:31:52.856090 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-cb22c368-ae3b-4d00-953f-4c26e4accce1 req-bd721595-ccc3-4544-8773-533a8f159ab8 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6250582'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:52.860759 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-6399cafe-abcb-4ca0-a4cc-0c76cfdc547b admin admin] Deleting port 74c9ee2c-35c5-480f-ae57-f9516c6723ea {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:31:52.861374 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6399cafe-abcb-4ca0-a4cc-0c76cfdc547b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:52.877287 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] get_ports_and_sgs() called for port_ids ['b87db988-544f-470b-b4c6-c568c0ff0609'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 14:31:53.138882 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-219e00a6-b9ae-4dd6-b5ae-615a38375b31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:31:53.152700 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-ce2deda1-699c-436d-8fed-8f6c5516bbac None None] Set router 231a24a9-b7d6-4b4f-a353-f846fe4407ab gateway port host: None {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:31:53.297116 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd721595-ccc3-4544-8773-533a8f159ab8 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Pushing event updated for resources: {'Port': ['ID=b87db988-544f-470b-b4c6-c568c0ff0609,revision_number=6']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:31:53.348400 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-bd721595-ccc3-4544-8773-533a8f159ab8 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:31:53.390919 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-ce2deda1-699c-436d-8fed-8f6c5516bbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231a24a9-b7d6-4b4f-a353-f846fe4407ab', 'name': 'tempest-ServerRescueNegativeTestJSON-866043403-router', 'tenant_id': '3cedb750960847b9a6d948554b936778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:27:30Z', 'updated_at': '2021-04-07T14:31:52Z', 'revision_number': 6, 'project_id': '3cedb750960847b9a6d948554b936778', 'gw_port_host': None}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:31:53.404526 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2deda1-699c-436d-8fed-8f6c5516bbac None None] The sync data for ids ['231a24a9-b7d6-4b4f-a353-f846fe4407ab'] in dv-cinder-780933-3-smb is: [{'id': '231a24a9-b7d6-4b4f-a353-f846fe4407ab', 'name': 'tempest-ServerRescueNegativeTestJSON-866043403-router', 'tenant_id': '3cedb750960847b9a6d948554b936778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:27:30Z', 'updated_at': '2021-04-07T14:31:52Z', 'revision_number': 6, 'project_id': '3cedb750960847b9a6d948554b936778', 'gw_port_host': None}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 14:31:53.560196 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb22c368-ae3b-4d00-953f-4c26e4accce1 req-bd721595-ccc3-4544-8773-533a8f159ab8 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:53.562427 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-cb22c368-ae3b-4d00-953f-4c26e4accce1 req-bd721595-ccc3-4544-8773-533a8f159ab8 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:53.570580 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-cb22c368-ae3b-4d00-953f-4c26e4accce1 req-bd721595-ccc3-4544-8773-533a8f159ab8 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "PUT /v2.0/ports/b87db988-544f-470b-b4c6-c568c0ff0609 HTTP/1.1" status: 200 len: 982 time: 2.2467506 Apr 07 14:31:53.572003 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc24a4f1-0254-40cb-91de-fc952973d568', 'tag': 'b87db988-544f-470b-b4c6-c568c0ff0609'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:31:53.651565 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] get_ports_and_sgs() called for port_ids ['b87db988-544f-470b-b4c6-c568c0ff0609'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 14:31:53.739615 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc24a4f1-0254-40cb-91de-fc952973d568', 'tag': 'b87db988-544f-470b-b4c6-c568c0ff0609', 'status': 'completed', 'code': 200} Apr 07 14:31:53.766141 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.agents_db [None req-6fbea437-4030-452f-8588-832da035c2c0 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 14:31:53.805663 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-6399cafe-abcb-4ca0-a4cc-0c76cfdc547b admin admin] For port 74c9ee2c-35c5-480f-ae57-f9516c6723ea, host dv-cinder-780933-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=74c9ee2c-35c5-480f-ae57-f9516c6723ea,segment=NetworkSegment(feed5fe9-833d-41c1-bf1c-58a271b81c41),segment_id=feed5fe9-833d-41c1-bf1c-58a271b81c41)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:31:53.806312 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6399cafe-abcb-4ca0-a4cc-0c76cfdc547b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:53.998841 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59547ff6-60ff-49d3-96fa-d3c7528e31f3 req-3be0c9ff-e8d5-409d-993a-3ebc0aff5afe tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:54.003084 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-59547ff6-60ff-49d3-96fa-d3c7528e31f3 req-3be0c9ff-e8d5-409d-993a-3ebc0aff5afe tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 985 time: 0.2263539 Apr 07 14:31:54.016051 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-826a519c-cc6f-4487-ae87-7d827d241a89 None None] Provisioning complete for port b87db988-544f-470b-b4c6-c568c0ff0609 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:31:54.016732 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-826a519c-cc6f-4487-ae87-7d827d241a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:54.081166 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-59547ff6-60ff-49d3-96fa-d3c7528e31f3 req-01104dff-5998-48b9-b05b-74ff90246cc4 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Synchronizing usage tracker for tenant:f1730405b57a44cf8038f596756f82ec on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:31:54.111282 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-59547ff6-60ff-49d3-96fa-d3c7528e31f3 req-01104dff-5998-48b9-b05b-74ff90246cc4 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Unset dirty status for tenant:f1730405b57a44cf8038f596756f82ec on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:31:54.113451 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-59547ff6-60ff-49d3-96fa-d3c7528e31f3 req-01104dff-5998-48b9-b05b-74ff90246cc4 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/security-groups?id=07ad4126-4a38-448a-a8d6-23672275bb00&id=5379dc2d-06ff-47a9-ab8e-a32b8c7ce2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0941737 Apr 07 14:31:54.211823 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-6399cafe-abcb-4ca0-a4cc-0c76cfdc547b admin admin] Calling delete_port for 74c9ee2c-35c5-480f-ae57-f9516c6723ea owned by network:router_gateway {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:31:54.597691 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581608ac-eb02-4c3f-a186-d801e7750817 req-e4b7bc79-54f4-4492-9034-fa98ffb19dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:54.600440 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-581608ac-eb02-4c3f-a186-d801e7750817 req-e4b7bc79-54f4-4492-9034-fa98ffb19dd0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f1730405b57a44cf8038f596756f82ec&device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 1138 time: 0.6568484 Apr 07 14:31:54.928316 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581608ac-eb02-4c3f-a186-d801e7750817 req-94dc792b-fef4-4370-8d12-7547e82e8e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:54.929959 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-581608ac-eb02-4c3f-a186-d801e7750817 req-94dc792b-fef4-4370-8d12-7547e82e8e6b service neutron] 10.222.0.81 "GET /v2.0/networks?id=2d3b64f1-a7c9-4934-a387-d7abdf8585e7 HTTP/1.1" status: 200 len: 915 time: 0.3194604 Apr 07 14:31:55.002367 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6399cafe-abcb-4ca0-a4cc-0c76cfdc547b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304368157317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304368589940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848525233'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:55.028363 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-fecef9c5-e747-4d92-84f2-cd416fe72cbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:31:55.156187 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6399cafe-abcb-4ca0-a4cc-0c76cfdc547b admin admin] Pushing event deleted for resources: {'Port': ['ID=74c9ee2c-35c5-480f-ae57-f9516c6723ea,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:31:55.166017 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-6399cafe-abcb-4ca0-a4cc-0c76cfdc547b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:31:55.195579 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-581608ac-eb02-4c3f-a186-d801e7750817 req-85aaf9c3-d35f-419d-8490-6256592ef49b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b87db988-544f-470b-b4c6-c568c0ff0609 HTTP/1.1" status: 200 len: 1001 time: 0.2536640 Apr 07 14:31:55.305836 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581608ac-eb02-4c3f-a186-d801e7750817 req-a0ea716a-ee67-490b-8d6c-15d30e2cbd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:55.307165 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-581608ac-eb02-4c3f-a186-d801e7750817 req-a0ea716a-ee67-490b-8d6c-15d30e2cbd7b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=155d1fc0-d59a-4ba5-8189-d1f7a76a9e8e HTTP/1.1" status: 200 len: 853 time: 0.0960565 Apr 07 14:31:55.411509 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 79b830c5-c6bb-4c8c-a3b5-23e967ae389a no longer exists at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 14:31:55.492611 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] No Port match for: 79b830c5-c6bb-4c8c-a3b5-23e967ae389a {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 14:31:55.493236 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 79b830c5-c6bb-4c8c-a3b5-23e967ae389a not bound to the agent host dv-cinder-780933-3-smb {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 14:31:55.494036 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 74c9ee2c-35c5-480f-ae57-f9516c6723ea no longer exists at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 14:31:55.569487 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] No Port match for: 74c9ee2c-35c5-480f-ae57-f9516c6723ea {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 14:31:55.570132 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 74c9ee2c-35c5-480f-ae57-f9516c6723ea not bound to the agent host dv-cinder-780933-3-smb {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 14:31:55.712715 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6399cafe-abcb-4ca0-a4cc-0c76cfdc547b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846500420'] for router_gateway, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:55.922760 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6399cafe-abcb-4ca0-a4cc-0c76cfdc547b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8285244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7275'] for router, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:55.926128 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6399cafe-abcb-4ca0-a4cc-0c76cfdc547b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:55.929701 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581608ac-eb02-4c3f-a186-d801e7750817 req-8b11ff9d-f827-401c-9830-7b07b9f2026a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:31:55.931328 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-581608ac-eb02-4c3f-a186-d801e7750817 req-8b11ff9d-f827-401c-9830-7b07b9f2026a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2d3b64f1-a7c9-4934-a387-d7abdf8585e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5893450 Apr 07 14:31:56.097406 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6399cafe-abcb-4ca0-a4cc-0c76cfdc547b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8285334'] for router, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:56.097973 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6399cafe-abcb-4ca0-a4cc-0c76cfdc547b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 231a24a9-b7d6-4b4f-a353-f846fe4407ab {{(pid=84313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 07 14:31:56.128629 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6399cafe-abcb-4ca0-a4cc-0c76cfdc547b admin admin] Notify callbacks [] for router, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:56.129882 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-6399cafe-abcb-4ca0-a4cc-0c76cfdc547b admin admin] 10.222.0.63 "DELETE /v2.0/routers/231a24a9-b7d6-4b4f-a353-f846fe4407ab HTTP/1.1" status: 204 len: 168 time: 4.3712752 Apr 07 14:31:56.134740 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 48934) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:31:56.218935 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-581608ac-eb02-4c3f-a186-d801e7750817 req-c527fd35-a9be-43c6-9e0e-619e5eee0d31 service neutron] 10.222.0.81 "GET /v2.0/networks/2d3b64f1-a7c9-4934-a387-d7abdf8585e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144835 Apr 07 14:31:56.275788 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f5ca7c3-d667-4092-ab7b-eeaac2b04965 admin admin] Deleting subnet e62acf97-8dac-49ae-b633-d54e2e4cb525 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 07 14:31:56.283954 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3f5ca7c3-d667-4092-ab7b-eeaac2b04965 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:56.375294 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3f5ca7c3-d667-4092-ab7b-eeaac2b04965 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7044842'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:56.461384 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-581608ac-eb02-4c3f-a186-d801e7750817 req-36ae44e1-9b67-4d7a-9e70-b9b72b5e6dab service neutron] 10.222.0.81 "GET /v2.0/networks/2d3b64f1-a7c9-4934-a387-d7abdf8585e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312953 Apr 07 14:31:56.489385 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3f5ca7c3-d667-4092-ab7b-eeaac2b04965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854771514'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:56.805890 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3f5ca7c3-d667-4092-ab7b-eeaac2b04965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847702558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848863120'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:56.824809 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:31:56.916081 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ca7c3-d667-4092-ab7b-eeaac2b04965 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e62acf97-8dac-49ae-b633-d54e2e4cb525,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:31:56.928965 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-3f5ca7c3-d667-4092-ab7b-eeaac2b04965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:31:56.990205 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3f5ca7c3-d667-4092-ab7b-eeaac2b04965 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:57.002431 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-3f5ca7c3-d667-4092-ab7b-eeaac2b04965 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/e62acf97-8dac-49ae-b633-d54e2e4cb525 HTTP/1.1" status: 204 len: 168 time: 0.8661249 Apr 07 14:31:57.005561 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 48946) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:31:57.388786 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c642654e-ecb1-4aec-a050-4e516a539b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-137828'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:57.607643 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c642654e-ecb1-4aec-a050-4e516a539b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14662', 'neutron.services.segments.db._delete_segments_for_network--9223363304368102158'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:57.731929 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.segments.db [None req-c642654e-ecb1-4aec-a050-4e516a539b60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb']}} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:31:57.746435 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.segments.db [None req-c642654e-ecb1-4aec-a050-4e516a539b60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '915451d2-8683-4329-b99a-36d7903584f8') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:31:57.746813 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.segments.db [None req-c642654e-ecb1-4aec-a050-4e516a539b60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '915451d2-8683-4329-b99a-36d7903584f8') {} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:31:57.760368 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c642654e-ecb1-4aec-a050-4e516a539b60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304368070140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847730990'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:57.779966 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c642654e-ecb1-4aec-a050-4e516a539b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773215'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:57.787721 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c642654e-ecb1-4aec-a050-4e516a539b60 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 07 14:31:57.988218 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-c642654e-ecb1-4aec-a050-4e516a539b60 admin admin] Network 346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb has no segments {{(pid=84312) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 14:31:57.998483 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c642654e-ecb1-4aec-a050-4e516a539b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847702593'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:58.191793 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-c642654e-ecb1-4aec-a050-4e516a539b60 admin admin] Network 346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb has no segments {{(pid=84312) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 14:31:58.221617 dv-cinder-780933-3-smb neutron-server[84199]: Traceback (most recent call last): Apr 07 14:31:58.221617 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 14:31:58.221617 dv-cinder-780933-3-smb neutron-server[84199]: timer() Apr 07 14:31:58.221617 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 14:31:58.221617 dv-cinder-780933-3-smb neutron-server[84199]: cb(*args, **kw) Apr 07 14:31:58.221617 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 07 14:31:58.221617 dv-cinder-780933-3-smb neutron-server[84199]: return func(*args, **kwargs) Apr 07 14:31:58.221617 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 14:31:58.221617 dv-cinder-780933-3-smb neutron-server[84199]: self._notify() Apr 07 14:31:58.221617 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 14:31:58.221617 dv-cinder-780933-3-smb neutron-server[84199]: self.callback(batched_events) Apr 07 14:31:58.221617 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 14:31:58.221617 dv-cinder-780933-3-smb neutron-server[84199]: event.method(event) Apr 07 14:31:58.221617 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 07 14:31:58.221617 dv-cinder-780933-3-smb neutron-server[84199]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 14:31:58.221617 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 07 14:31:58.221617 dv-cinder-780933-3-smb neutron-server[84199]: segment_id)['aggregates'][0] Apr 07 14:31:58.221617 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 07 14:31:58.221617 dv-cinder-780933-3-smb neutron-server[84199]: return f(self, *a, **k) Apr 07 14:31:58.221617 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 07 14:31:58.221617 dv-cinder-780933-3-smb neutron-server[84199]: return self._get(url).json() Apr 07 14:31:58.221617 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 14:31:58.221617 dv-cinder-780933-3-smb neutron-server[84199]: **kwargs) Apr 07 14:31:58.221617 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 14:31:58.221617 dv-cinder-780933-3-smb neutron-server[84199]: return self.request(url, 'GET', **kwargs) Apr 07 14:31:58.221617 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 07 14:31:58.221617 dv-cinder-780933-3-smb neutron-server[84199]: **endpoint_filter) Apr 07 14:31:58.221617 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 14:31:58.221617 dv-cinder-780933-3-smb neutron-server[84199]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 14:31:58.221617 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 14:31:58.221617 dv-cinder-780933-3-smb neutron-server[84199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 14:31:58.221617 dv-cinder-780933-3-smb neutron-server[84199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 14:31:58.309285 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c642654e-ecb1-4aec-a050-4e516a539b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854761138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8275419'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:58.316030 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:31:58.357912 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c642654e-ecb1-4aec-a050-4e516a539b60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:58.365454 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c642654e-ecb1-4aec-a050-4e516a539b60 admin admin] Pushing event deleted for resources: {'Network': ['ID=346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:31:58.374817 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-c642654e-ecb1-4aec-a050-4e516a539b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:31:58.384070 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-c642654e-ecb1-4aec-a050-4e516a539b60 admin admin] 10.222.0.63 "DELETE /v2.0/networks/346211d7-aaaf-453f-9e3e-e9bfc2a8d4eb HTTP/1.1" status: 204 len: 168 time: 1.3765166 Apr 07 14:31:58.700376 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 48962) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:31:58.745211 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-d7a3aa53-b88c-441a-8223-eed73aaf67b2 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3cedb750960847b9a6d948554b936778&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0411875 Apr 07 14:31:58.746655 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 48966) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:31:58.828354 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-fc85b6f0-4339-4322-9857-ee3693aca243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:58.876920 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-fc85b6f0-4339-4322-9857-ee3693aca243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:58.954816 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-fc85b6f0-4339-4322-9857-ee3693aca243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:58.960583 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-fb20e36a-6b9e-46a4-9fcf-ed7287139cf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:31:58.978207 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc85b6f0-4339-4322-9857-ee3693aca243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc7bb1b-2073-4426-b770-45d6850d3eda,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:31:58.983699 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 48972) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:31:58.988083 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-fc85b6f0-4339-4322-9857-ee3693aca243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:31:58.994580 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-fc85b6f0-4339-4322-9857-ee3693aca243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:58.996254 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-fc85b6f0-4339-4322-9857-ee3693aca243 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7cc7bb1b-2073-4426-b770-45d6850d3eda HTTP/1.1" status: 204 len: 168 time: 0.2481055 Apr 07 14:31:59.130673 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-faa03dec-2b51-4e72-ac87-549832b2f2cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:59.147333 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-faa03dec-2b51-4e72-ac87-549832b2f2cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:31:59.151934 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-faa03dec-2b51-4e72-ac87-549832b2f2cf admin admin] Usage tracker for resource:security_group_rule and tenant:df20bdc404044f03aa6187177b2c247a is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:31:59.155616 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-faa03dec-2b51-4e72-ac87-549832b2f2cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:31:59.162128 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-faa03dec-2b51-4e72-ac87-549832b2f2cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:31:59.261802 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-faa03dec-2b51-4e72-ac87-549832b2f2cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:59.265573 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-faa03dec-2b51-4e72-ac87-549832b2f2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:59.283960 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:31:59.328310 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-faa03dec-2b51-4e72-ac87-549832b2f2cf admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=df20bdc404044f03aa6187177b2c247a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3384624 Apr 07 14:31:59.328310 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa03dec-2b51-4e72-ac87-549832b2f2cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce7393d-d5db-4196-947f-914c40f7f9a0,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:31:59.328850 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 48984) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:31:59.331536 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-faa03dec-2b51-4e72-ac87-549832b2f2cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:31:59.399659 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1d2596fb-4683-463f-82d0-ab87907e5805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:59.431840 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1d2596fb-4683-463f-82d0-ab87907e5805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:59.486437 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1d2596fb-4683-463f-82d0-ab87907e5805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:59.490987 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-117e7ea3-fdb8-464f-af5f-f04e1f0a0939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:31:59.506678 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2596fb-4683-463f-82d0-ab87907e5805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce7393d-d5db-4196-947f-914c40f7f9a0,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:31:59.516290 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-1d2596fb-4683-463f-82d0-ab87907e5805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:31:59.520583 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1d2596fb-4683-463f-82d0-ab87907e5805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:31:59.525365 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-1d2596fb-4683-463f-82d0-ab87907e5805 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9ce7393d-d5db-4196-947f-914c40f7f9a0 HTTP/1.1" status: 204 len: 168 time: 0.1922040 Apr 07 14:32:00.071157 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 49010) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:32:00.089863 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 49014) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:32:00.099085 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b32fda74-7fbf-4533-9f20-6b03e7f3e405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:00.121205 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-b32fda74-7fbf-4533-9f20-6b03e7f3e405 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:32:00.126181 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-b32fda74-7fbf-4533-9f20-6b03e7f3e405 admin admin] Usage tracker for resource:security_group_rule and tenant:6c9d22bc0c9b4574ba095d807248a919 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:32:00.129638 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-b32fda74-7fbf-4533-9f20-6b03e7f3e405 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:32:00.136355 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-b32fda74-7fbf-4533-9f20-6b03e7f3e405 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:32:00.231855 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b32fda74-7fbf-4533-9f20-6b03e7f3e405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:00.236446 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b32fda74-7fbf-4533-9f20-6b03e7f3e405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:00.248124 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-4ef735b1-0972-44d2-b897-11e767f8dea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:00.312034 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-b32fda74-7fbf-4533-9f20-6b03e7f3e405 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6c9d22bc0c9b4574ba095d807248a919&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2384737 Apr 07 14:32:00.313846 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32fda74-7fbf-4533-9f20-6b03e7f3e405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfedbf7-8c99-45d6-acbb-022bd8dc5e4b,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:00.315378 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 49020) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:32:00.320072 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b32fda74-7fbf-4533-9f20-6b03e7f3e405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:00.384586 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-bbfabad6-7ec4-4f25-ad29-72c7a8ffea11 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-164897092-network', 'tenant_id': '1f28accf3ba748ad95aaf27f9a63aa6f'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:32:00.389865 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-bbfabad6-7ec4-4f25-ad29-72c7a8ffea11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:32:00.394214 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-bbfabad6-7ec4-4f25-ad29-72c7a8ffea11 admin admin] Usage tracker for resource:network and tenant:1f28accf3ba748ad95aaf27f9a63aa6f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:32:00.397753 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-bbfabad6-7ec4-4f25-ad29-72c7a8ffea11 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:32:00.404823 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-bbfabad6-7ec4-4f25-ad29-72c7a8ffea11 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:32:00.409029 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2a68121f-ba50-45ab-af89-dab67a913c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:00.417109 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfabad6-7ec4-4f25-ad29-72c7a8ffea11 admin admin] Made reservation on behalf of 1f28accf3ba748ad95aaf27f9a63aa6f for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:32:00.423085 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bbfabad6-7ec4-4f25-ad29-72c7a8ffea11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:00.437912 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bbfabad6-7ec4-4f25-ad29-72c7a8ffea11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:00.448969 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2a68121f-ba50-45ab-af89-dab67a913c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:00.456317 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-bbfabad6-7ec4-4f25-ad29-72c7a8ffea11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:32:00.460814 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-bbfabad6-7ec4-4f25-ad29-72c7a8ffea11 admin admin] Usage tracker for resource:security_group_rule and tenant:1f28accf3ba748ad95aaf27f9a63aa6f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:32:00.464170 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-bbfabad6-7ec4-4f25-ad29-72c7a8ffea11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:32:00.471924 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-bbfabad6-7ec4-4f25-ad29-72c7a8ffea11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:32:00.515485 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2a68121f-ba50-45ab-af89-dab67a913c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:00.521261 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-df12245d-9fc7-4476-af42-f74b775d3fe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:00.536656 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a68121f-ba50-45ab-af89-dab67a913c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfedbf7-8c99-45d6-acbb-022bd8dc5e4b,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:00.539126 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2a68121f-ba50-45ab-af89-dab67a913c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:00.543030 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2a68121f-ba50-45ab-af89-dab67a913c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:00.544481 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-2a68121f-ba50-45ab-af89-dab67a913c1d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6bfedbf7-8c99-45d6-acbb-022bd8dc5e4b HTTP/1.1" status: 204 len: 168 time: 0.2275653 Apr 07 14:32:00.600634 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bbfabad6-7ec4-4f25-ad29-72c7a8ffea11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:00.605071 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bbfabad6-7ec4-4f25-ad29-72c7a8ffea11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:00.613744 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-6f0479b5-11e9-4f6a-ab2e-066cef92feb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:00.661638 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbfabad6-7ec4-4f25-ad29-72c7a8ffea11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 07 14:32:00.690432 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfabad6-7ec4-4f25-ad29-72c7a8ffea11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aca3558-d535-43ac-8389-e6b5d129e4ea,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:00.696331 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bbfabad6-7ec4-4f25-ad29-72c7a8ffea11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773215'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:00.696829 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.db.segments_db [None req-bbfabad6-7ec4-4f25-ad29-72c7a8ffea11 admin admin] Added segment 08af5bb5-a582-448e-ac67-8d64a395bc43 of type vlan for network bb7efeee-99ea-4043-8846-93b702fed956 Apr 07 14:32:00.699625 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-bbfabad6-7ec4-4f25-ad29-72c7a8ffea11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:00.756641 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bbfabad6-7ec4-4f25-ad29-72c7a8ffea11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304368617707'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:00.803410 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bbfabad6-7ec4-4f25-ad29-72c7a8ffea11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:00.805280 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfabad6-7ec4-4f25-ad29-72c7a8ffea11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:00.805995 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bbfabad6-7ec4-4f25-ad29-72c7a8ffea11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:00.812046 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9ba690ea-dbf2-4ad3-ad10-dd60c1466d14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:00.927579 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfabad6-7ec4-4f25-ad29-72c7a8ffea11 admin admin] Pushing event updated for resources: {'Network': ['ID=bb7efeee-99ea-4043-8846-93b702fed956,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:00.931345 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-bbfabad6-7ec4-4f25-ad29-72c7a8ffea11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:00.933452 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-bbfabad6-7ec4-4f25-ad29-72c7a8ffea11 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8424275 Apr 07 14:32:00.938419 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 49030) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:32:00.943979 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Network bb7efeee-99ea-4043-8846-93b702fed956 details requested by agent ovs-agent-dv-cinder-780933-3-smb with host dv-cinder-780933-3-smb {{(pid=84314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 14:32:00.950921 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-2b54c1ab-406b-42e8-9224-f4ff621340c7 admin admin] Request body: {'subnet': {'network_id': 'bb7efeee-99ea-4043-8846-93b702fed956', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-164897092-subnet', 'tenant_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:32:00.959338 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-2b54c1ab-406b-42e8-9224-f4ff621340c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:32:00.968038 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-2b54c1ab-406b-42e8-9224-f4ff621340c7 admin admin] Usage tracker for resource:subnet and tenant:1f28accf3ba748ad95aaf27f9a63aa6f is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:32:00.974260 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-2b54c1ab-406b-42e8-9224-f4ff621340c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:32:00.984202 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-2b54c1ab-406b-42e8-9224-f4ff621340c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:32:00.996934 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b54c1ab-406b-42e8-9224-f4ff621340c7 admin admin] Made reservation on behalf of 1f28accf3ba748ad95aaf27f9a63aa6f for: {'subnet': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:32:01.003561 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2b54c1ab-406b-42e8-9224-f4ff621340c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7048069'] for subnet, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:01.571991 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2b54c1ab-406b-42e8-9224-f4ff621340c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848525143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7048116'] for subnet, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:01.601558 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:01.734148 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b54c1ab-406b-42e8-9224-f4ff621340c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f07fac7c-5a35-4094-b6e4-56e6dcb86d0b,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:01.737433 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2b54c1ab-406b-42e8-9224-f4ff621340c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:01.841258 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b54c1ab-406b-42e8-9224-f4ff621340c7 admin admin] Checking segment: {'id': '08af5bb5-a582-448e-ac67-8d64a395bc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'bb7efeee-99ea-4043-8846-93b702fed956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:32:01.841606 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b54c1ab-406b-42e8-9224-f4ff621340c7 admin admin] Network hostable DHCP agents. Network: bb7efeee-99ea-4043-8846-93b702fed956, hostable agents: ['42bbb647-2c35-4d48-afa7-1676ea318721'], hosted agents: [] {{(pid=84313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 14:32:01.866355 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b54c1ab-406b-42e8-9224-f4ff621340c7 admin admin] Network bb7efeee-99ea-4043-8846-93b702fed956 is scheduled to be hosted by DHCP agent 42bbb647-2c35-4d48-afa7-1676ea318721 with binding_index 1 {{(pid=84313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 14:32:01.876489 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-2b54c1ab-406b-42e8-9224-f4ff621340c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-3-smb, bb7efeee-99ea-4043-8846-93b702fed956) {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:32:01.891239 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b54c1ab-406b-42e8-9224-f4ff621340c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:01.891946 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2b54c1ab-406b-42e8-9224-f4ff621340c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:01.893134 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847cfccf-4d4c-4905-a0c1-042b2fcb1286 None None] Network bb7efeee-99ea-4043-8846-93b702fed956 requested from dv-cinder-780933-3-smb {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 14:32:01.916686 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-2b54c1ab-406b-42e8-9224-f4ff621340c7 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9757497 Apr 07 14:32:01.918533 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 49052) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:32:01.929140 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-1fc0d00d-f9e6-40ab-ae24-be9a9f3b3421 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-164897092-router', 'tenant_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e'}}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:32:01.937852 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-1fc0d00d-f9e6-40ab-ae24-be9a9f3b3421 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:32:01.943875 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-1fc0d00d-f9e6-40ab-ae24-be9a9f3b3421 admin admin] Usage tracker for resource:router and tenant:1f28accf3ba748ad95aaf27f9a63aa6f is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:32:01.947670 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-1fc0d00d-f9e6-40ab-ae24-be9a9f3b3421 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:32:01.954351 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-1fc0d00d-f9e6-40ab-ae24-be9a9f3b3421 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:32:01.964006 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1fc0d00d-f9e6-40ab-ae24-be9a9f3b3421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8285199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7324'] for router, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:01.965040 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1fc0d00d-f9e6-40ab-ae24-be9a9f3b3421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8287382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8275297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8313148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768492'] for router, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:01.988134 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1fc0d00d-f9e6-40ab-ae24-be9a9f3b3421 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:02.216520 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e83bb87-e520-4cad-989a-a8c45f2a2172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e77faf1-5b15-584d-a05e-bc43854c9102-bb7efeee-99ea-4043-8846-93b702fed956', 'network_id': 'bb7efeee-99ea-4043-8846-93b702fed956', 'tenant_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'fixed_ips': [{'subnet_id': 'f07fac7c-5a35-4094-b6e4-56e6dcb86d0b'}]}} from dv-cinder-780933-3-smb. {{(pid=84314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 07 14:32:02.218908 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3e83bb87-e520-4cad-989a-a8c45f2a2172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:02.380297 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1fc0d00d-f9e6-40ab-ae24-be9a9f3b3421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8275312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8285214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768541'] for router, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:02.434471 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-3e83bb87-e520-4cad-989a-a8c45f2a2172 None None] Allocated IP 172.20.0.2 (bb7efeee-99ea-4043-8846-93b702fed956/f07fac7c-5a35-4094-b6e4-56e6dcb86d0b/92a06f92-c23d-4e04-8a6a-4547503708cf) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 14:32:02.718866 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3e83bb87-e520-4cad-989a-a8c45f2a2172 None None] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:02.732337 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-3e83bb87-e520-4cad-989a-a8c45f2a2172 None None] Transition to ACTIVE for port object 92a06f92-c23d-4e04-8a6a-4547503708cf will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:32:02.757669 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-3e83bb87-e520-4cad-989a-a8c45f2a2172 None None] Transition to ACTIVE for port object 92a06f92-c23d-4e04-8a6a-4547503708cf will not be triggered until provisioned by entity DHCP. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:32:02.764542 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3e83bb87-e520-4cad-989a-a8c45f2a2172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732486185860'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:02.782184 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:02.985981 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1fc0d00d-f9e6-40ab-ae24-be9a9f3b3421 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:02.991289 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e83bb87-e520-4cad-989a-a8c45f2a2172 None None] Pushing event updated for resources: {'Port': ['ID=92a06f92-c23d-4e04-8a6a-4547503708cf,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:02.999387 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-3e83bb87-e520-4cad-989a-a8c45f2a2172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:03.021377 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1fc0d00d-f9e6-40ab-ae24-be9a9f3b3421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:03.075556 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e83bb87-e520-4cad-989a-a8c45f2a2172 None None] Network bb7efeee-99ea-4043-8846-93b702fed956 is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:32:03.077556 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-3e83bb87-e520-4cad-989a-a8c45f2a2172 None None] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:32:03.080058 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e83bb87-e520-4cad-989a-a8c45f2a2172 None None] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 14:32:03.201378 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-3e83bb87-e520-4cad-989a-a8c45f2a2172 None None] Attempting to bind port 92a06f92-c23d-4e04-8a6a-4547503708cf on host dv-cinder-780933-3-smb for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 14:32:03.202928 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-3e83bb87-e520-4cad-989a-a8c45f2a2172 None None] Attempting to bind port 92a06f92-c23d-4e04-8a6a-4547503708cf by drivers openvswitch,hyperv on host dv-cinder-780933-3-smb at level 0 using segments [{'id': '08af5bb5-a582-448e-ac67-8d64a395bc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'bb7efeee-99ea-4043-8846-93b702fed956'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 14:32:03.203621 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e83bb87-e520-4cad-989a-a8c45f2a2172 None None] Attempting to bind port 92a06f92-c23d-4e04-8a6a-4547503708cf on network bb7efeee-99ea-4043-8846-93b702fed956 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:32:03.210614 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-1fc0d00d-f9e6-40ab-ae24-be9a9f3b3421 admin admin] Allocated IP 172.28.3.105 (6dc11b00-4e00-4f77-8f6a-5304324fd48e/122e1bcc-5379-466c-b8c0-1b63f085397d/1f39ca30-efa1-40cf-9f9c-9805ce535d6b) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 14:32:03.213797 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e83bb87-e520-4cad-989a-a8c45f2a2172 None None] Checking agent: {'id': '8ae518a7-0379-42e9-ab12-7bfd998fa0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 14, 18, 49), 'started_at': datetime.datetime(2021, 4, 7, 14, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 14, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 14:32:03.214230 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e83bb87-e520-4cad-989a-a8c45f2a2172 None None] Checking segment: {'id': '08af5bb5-a582-448e-ac67-8d64a395bc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'bb7efeee-99ea-4043-8846-93b702fed956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:32:03.214697 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3e83bb87-e520-4cad-989a-a8c45f2a2172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:03.215288 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e83bb87-e520-4cad-989a-a8c45f2a2172 None None] Bound using segment: {'id': '08af5bb5-a582-448e-ac67-8d64a395bc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'bb7efeee-99ea-4043-8846-93b702fed956'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 14:32:03.215945 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-3e83bb87-e520-4cad-989a-a8c45f2a2172 None None] Bound port: 92a06f92-c23d-4e04-8a6a-4547503708cf, host: dv-cinder-780933-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08af5bb5-a582-448e-ac67-8d64a395bc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'bb7efeee-99ea-4043-8846-93b702fed956'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 14:32:03.216731 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3e83bb87-e520-4cad-989a-a8c45f2a2172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:03.343153 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 49084) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:32:03.345385 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-3e83bb87-e520-4cad-989a-a8c45f2a2172 None None] For port 92a06f92-c23d-4e04-8a6a-4547503708cf, host dv-cinder-780933-3-smb, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 14:32:03.349392 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-3e83bb87-e520-4cad-989a-a8c45f2a2172 None None] For port 92a06f92-c23d-4e04-8a6a-4547503708cf, host dv-cinder-780933-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=92a06f92-c23d-4e04-8a6a-4547503708cf,segment=NetworkSegment(08af5bb5-a582-448e-ac67-8d64a395bc43),segment_id=08af5bb5-a582-448e-ac67-8d64a395bc43)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 14:32:03.353237 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3e83bb87-e520-4cad-989a-a8c45f2a2172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:03.371453 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:03.516914 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1fc0d00d-f9e6-40ab-ae24-be9a9f3b3421 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:03.540424 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e83bb87-e520-4cad-989a-a8c45f2a2172 None None] Pushing event updated for resources: {'Port': ['ID=92a06f92-c23d-4e04-8a6a-4547503708cf,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:03.546206 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-3e83bb87-e520-4cad-989a-a8c45f2a2172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:03.561500 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1fc0d00d-f9e6-40ab-ae24-be9a9f3b3421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732486185860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848525233'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:03.574217 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-41d000bf-1397-4bf5-9c23-d91a0f88968c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:03.582217 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:03.616555 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-41d000bf-1397-4bf5-9c23-d91a0f88968c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:32:03.624513 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-41d000bf-1397-4bf5-9c23-d91a0f88968c admin admin] Usage tracker for resource:security_group_rule and tenant:5e36925c91694aa5befe38b5e3bc744b is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:32:03.630144 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-41d000bf-1397-4bf5-9c23-d91a0f88968c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:32:03.642398 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-41d000bf-1397-4bf5-9c23-d91a0f88968c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:32:03.734537 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc0d00d-f9e6-40ab-ae24-be9a9f3b3421 admin admin] Pushing event updated for resources: {'Port': ['ID=1f39ca30-efa1-40cf-9f9c-9805ce535d6b,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:03.740384 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-1fc0d00d-f9e6-40ab-ae24-be9a9f3b3421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:03.818529 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc0d00d-f9e6-40ab-ae24-be9a9f3b3421 admin admin] Network 6dc11b00-4e00-4f77-8f6a-5304324fd48e is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:32:03.820050 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-41d000bf-1397-4bf5-9c23-d91a0f88968c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:03.820505 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-1fc0d00d-f9e6-40ab-ae24-be9a9f3b3421 admin admin] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:32:03.824096 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc0d00d-f9e6-40ab-ae24-be9a9f3b3421 admin admin] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 14:32:03.824656 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-41d000bf-1397-4bf5-9c23-d91a0f88968c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:03.834230 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-853ebfda-c081-4d84-a1f1-2366f392dcc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:03.902539 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d000bf-1397-4bf5-9c23-d91a0f88968c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950c3e7d-3598-46b3-87d3-a73d794fda80,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:03.908663 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-41d000bf-1397-4bf5-9c23-d91a0f88968c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:03.915393 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-41d000bf-1397-4bf5-9c23-d91a0f88968c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5e36925c91694aa5befe38b5e3bc744b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5692048 Apr 07 14:32:03.920217 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 49090) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:32:04.070294 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b36215be-2a82-4ce3-824e-6f485e557407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:04.129065 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b36215be-2a82-4ce3-824e-6f485e557407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:04.242090 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b36215be-2a82-4ce3-824e-6f485e557407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:04.251791 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-105a8cdb-bca6-4835-a6fd-726dc7eafc6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:04.269018 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36215be-2a82-4ce3-824e-6f485e557407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950c3e7d-3598-46b3-87d3-a73d794fda80,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:04.272174 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b36215be-2a82-4ce3-824e-6f485e557407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:04.273490 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b36215be-2a82-4ce3-824e-6f485e557407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:04.274720 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-b36215be-2a82-4ce3-824e-6f485e557407 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/950c3e7d-3598-46b3-87d3-a73d794fda80 HTTP/1.1" status: 204 len: 168 time: 0.3520901 Apr 07 14:32:04.451546 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1fc0d00d-f9e6-40ab-ae24-be9a9f3b3421 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:04.660678 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 49098) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:32:04.683635 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daaeb0d0-8b1e-4dcb-b4cc-17af81aa0526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:04.701182 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-daaeb0d0-8b1e-4dcb-b4cc-17af81aa0526 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:32:04.706263 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-daaeb0d0-8b1e-4dcb-b4cc-17af81aa0526 admin admin] Usage tracker for resource:security_group_rule and tenant:017f91fbc07041ef920e771d294424bc is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:32:04.709523 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-daaeb0d0-8b1e-4dcb-b4cc-17af81aa0526 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:32:04.716117 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-daaeb0d0-8b1e-4dcb-b4cc-17af81aa0526 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:32:04.845081 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1fc0d00d-f9e6-40ab-ae24-be9a9f3b3421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846490618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846500450'] for router, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:04.848911 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daaeb0d0-8b1e-4dcb-b4cc-17af81aa0526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:04.853147 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-daaeb0d0-8b1e-4dcb-b4cc-17af81aa0526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:04.870433 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-4775bb12-b594-40f7-940f-e1eacd0a79b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:04.959132 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-daaeb0d0-8b1e-4dcb-b4cc-17af81aa0526 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=017f91fbc07041ef920e771d294424bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2967560 Apr 07 14:32:04.962818 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaeb0d0-8b1e-4dcb-b4cc-17af81aa0526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a11bae-f46e-4276-900a-df9a279984b9,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:04.967934 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 49102) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:32:04.994462 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-daaeb0d0-8b1e-4dcb-b4cc-17af81aa0526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:05.063642 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8e9e5acd-b068-412a-a50d-e504bfdedffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:05.098383 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8e9e5acd-b068-412a-a50d-e504bfdedffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:05.125191 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc0d00d-f9e6-40ab-ae24-be9a9f3b3421 admin admin] Router 9d12001d-7805-4131-a633-cf53c7ec6821 is scheduled to L3 agent d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2 with binding_index 1 {{(pid=84313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 07 14:32:05.157881 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8e9e5acd-b068-412a-a50d-e504bfdedffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:05.163227 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2b29adbf-33e3-4cad-b177-018b31f9bf69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:05.180497 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e5acd-b068-412a-a50d-e504bfdedffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a11bae-f46e-4276-900a-df9a279984b9,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:05.183681 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8e9e5acd-b068-412a-a50d-e504bfdedffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:05.185398 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8e9e5acd-b068-412a-a50d-e504bfdedffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:05.187203 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-8e9e5acd-b068-412a-a50d-e504bfdedffd admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a2a11bae-f46e-4276-900a-df9a279984b9 HTTP/1.1" status: 204 len: 168 time: 0.2177486 Apr 07 14:32:05.343432 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f2cce8-78e3-473b-a387-ecad49f76f7d None None] Network bb7efeee-99ea-4043-8846-93b702fed956 requested from dv-cinder-780933-3-smb {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 14:32:05.426260 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc0d00d-f9e6-40ab-ae24-be9a9f3b3421 admin admin] Notify agent at l3_agent.dv-cinder-780933-3-smb the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 14:32:05.449651 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443b92e5-1b46-40fc-b975-8df30e611190 None None] Sync routers for ids ['9d12001d-7805-4131-a633-cf53c7ec6821'] in dv-cinder-780933-3-smb {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 14:32:05.480421 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1fc0d00d-f9e6-40ab-ae24-be9a9f3b3421 admin admin] Notify callbacks [] for router, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:05.487740 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443b92e5-1b46-40fc-b975-8df30e611190 None None] Routers {'9d12001d-7805-4131-a633-cf53c7ec6821'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:32:05.487740 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-443b92e5-1b46-40fc-b975-8df30e611190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:31:47Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['9d12001d-7805-4131-a633-cf53c7ec6821'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:32:05.488610 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 49110) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:32:05.489501 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-1fc0d00d-f9e6-40ab-ae24-be9a9f3b3421 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5688186 Apr 07 14:32:05.553065 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 92a06f92-c23d-4e04-8a6a-4547503708cf up at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:32:05.686436 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-08df502b-1bc0-4728-abb7-eeeb681c43ed None None] Provisioning for port 92a06f92-c23d-4e04-8a6a-4547503708cf completed by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:32:05.976495 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning for port 92a06f92-c23d-4e04-8a6a-4547503708cf completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:32:05.994668 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning complete for port 92a06f92-c23d-4e04-8a6a-4547503708cf triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:32:05.995396 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:06.193329 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-443b92e5-1b46-40fc-b975-8df30e611190 None None] Set router 9d12001d-7805-4131-a633-cf53c7ec6821 gateway port host: dv-cinder-780933-3-smb {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:32:06.457797 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:06.492839 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] For port 92a06f92-c23d-4e04-8a6a-4547503708cf, host dv-cinder-780933-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=92a06f92-c23d-4e04-8a6a-4547503708cf,segment=NetworkSegment(08af5bb5-a582-448e-ac67-8d64a395bc43),segment_id=08af5bb5-a582-448e-ac67-8d64a395bc43)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:32:06.508752 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:06.512852 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:06.620097 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Pushing event updated for resources: {'Port': ['ID=92a06f92-c23d-4e04-8a6a-4547503708cf,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:06.636550 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:06.712049 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-443b92e5-1b46-40fc-b975-8df30e611190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'name': 'tempest-AttachVolumeTestJSON-164897092-router', 'tenant_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '1f39ca30-efa1-40cf-9f9c-9805ce535d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:32:01Z', 'updated_at': '2021-04-07T14:32:04Z', 'revision_number': 3, 'project_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'gw_port': {'id': '1f39ca30-efa1-40cf-9f9c-9805ce535d6b', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:32:03Z', 'updated_at': '2021-04-07T14:32:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb'}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:32:06.717022 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443b92e5-1b46-40fc-b975-8df30e611190 None None] Checking router: 9d12001d-7805-4131-a633-cf53c7ec6821 for host: dv-cinder-780933-3-smb {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 14:32:06.717982 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443b92e5-1b46-40fc-b975-8df30e611190 None None] Updating router 9d12001d-7805-4131-a633-cf53c7ec6821 port 1f39ca30-efa1-40cf-9f9c-9805ce535d6b binding host dv-cinder-780933-3-smb {{(pid=84314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 07 14:32:06.762618 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f1a16ee3-6e7a-4ab2-a0da-752e72262143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:06.791584 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-18768df1-304e-4700-850c-7ef99afee4c7 None None] Provisioning complete for port 92a06f92-c23d-4e04-8a6a-4547503708cf triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:32:06.792024 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-18768df1-304e-4700-850c-7ef99afee4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:06.840708 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-443b92e5-1b46-40fc-b975-8df30e611190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:07.122562 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-f1a16ee3-6e7a-4ab2-a0da-752e72262143 admin admin] Allocated IP 172.20.0.1 (bb7efeee-99ea-4043-8846-93b702fed956/f07fac7c-5a35-4094-b6e4-56e6dcb86d0b/b1776e4e-3ac1-4610-bcf7-0329a6450d41) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 14:32:07.323027 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f1a16ee3-6e7a-4ab2-a0da-752e72262143 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:07.349678 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f1a16ee3-6e7a-4ab2-a0da-752e72262143 admin admin] Transition to ACTIVE for port object b1776e4e-3ac1-4610-bcf7-0329a6450d41 will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:32:07.392384 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f1a16ee3-6e7a-4ab2-a0da-752e72262143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732486185860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7073224'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:07.428269 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:07.497117 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 92a06f92-c23d-4e04-8a6a-4547503708cf up at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:32:07.535665 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-443b92e5-1b46-40fc-b975-8df30e611190 None None] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:07.574746 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-443b92e5-1b46-40fc-b975-8df30e611190 None None] Transition to ACTIVE for port object 1f39ca30-efa1-40cf-9f9c-9805ce535d6b will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:32:07.585214 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-443b92e5-1b46-40fc-b975-8df30e611190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:07.603240 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-bb3b036e-51ed-429d-a7be-67fbf9bd205a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:07.710403 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a16ee3-6e7a-4ab2-a0da-752e72262143 admin admin] Pushing event updated for resources: {'Port': ['ID=b1776e4e-3ac1-4610-bcf7-0329a6450d41,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:07.722012 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f1a16ee3-6e7a-4ab2-a0da-752e72262143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:07.761197 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa585a8-225d-4cd5-849c-f801da101589 None None] Pushing event updated for resources: {'Port': ['ID=1f39ca30-efa1-40cf-9f9c-9805ce535d6b,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:07.767975 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-eaa585a8-225d-4cd5-849c-f801da101589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:07.792661 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning complete for port 92a06f92-c23d-4e04-8a6a-4547503708cf triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:32:07.792945 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a16ee3-6e7a-4ab2-a0da-752e72262143 admin admin] Network bb7efeee-99ea-4043-8846-93b702fed956 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:32:07.793125 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:07.794105 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-f1a16ee3-6e7a-4ab2-a0da-752e72262143 admin admin] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:32:07.797191 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a16ee3-6e7a-4ab2-a0da-752e72262143 admin admin] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 14:32:07.861920 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f1a16ee3-6e7a-4ab2-a0da-752e72262143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8357458'] for router_interface, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:07.899546 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-443b92e5-1b46-40fc-b975-8df30e611190 None None] Attempting to bind port 1f39ca30-efa1-40cf-9f9c-9805ce535d6b on host dv-cinder-780933-3-smb for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 14:32:07.900197 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-443b92e5-1b46-40fc-b975-8df30e611190 None None] Attempting to bind port 1f39ca30-efa1-40cf-9f9c-9805ce535d6b by drivers openvswitch,hyperv on host dv-cinder-780933-3-smb at level 0 using segments [{'id': 'feed5fe9-833d-41c1-bf1c-58a271b81c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 14:32:07.900428 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443b92e5-1b46-40fc-b975-8df30e611190 None None] Attempting to bind port 1f39ca30-efa1-40cf-9f9c-9805ce535d6b on network 6dc11b00-4e00-4f77-8f6a-5304324fd48e {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:32:07.911285 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443b92e5-1b46-40fc-b975-8df30e611190 None None] Checking agent: {'id': '8ae518a7-0379-42e9-ab12-7bfd998fa0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 14, 18, 49), 'started_at': datetime.datetime(2021, 4, 7, 14, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 14, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 14:32:07.911799 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443b92e5-1b46-40fc-b975-8df30e611190 None None] Checking segment: {'id': 'feed5fe9-833d-41c1-bf1c-58a271b81c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:32:07.912194 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-443b92e5-1b46-40fc-b975-8df30e611190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:07.912652 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443b92e5-1b46-40fc-b975-8df30e611190 None None] Bound using segment: {'id': 'feed5fe9-833d-41c1-bf1c-58a271b81c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 14:32:07.913211 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-443b92e5-1b46-40fc-b975-8df30e611190 None None] Bound port: 1f39ca30-efa1-40cf-9f9c-9805ce535d6b, host: dv-cinder-780933-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feed5fe9-833d-41c1-bf1c-58a271b81c41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 14:32:07.913645 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-443b92e5-1b46-40fc-b975-8df30e611190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:08.065746 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-443b92e5-1b46-40fc-b975-8df30e611190 None None] For port 1f39ca30-efa1-40cf-9f9c-9805ce535d6b, host dv-cinder-780933-3-smb, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 14:32:08.071758 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-443b92e5-1b46-40fc-b975-8df30e611190 None None] For port 1f39ca30-efa1-40cf-9f9c-9805ce535d6b, host dv-cinder-780933-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=1f39ca30-efa1-40cf-9f9c-9805ce535d6b,segment=NetworkSegment(feed5fe9-833d-41c1-bf1c-58a271b81c41),segment_id=feed5fe9-833d-41c1-bf1c-58a271b81c41)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 14:32:08.078567 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-443b92e5-1b46-40fc-b975-8df30e611190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:08.096428 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:08.239173 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-77c38e43-ff29-460c-9900-64da0ea8c94f None None] Provisioning for port b1776e4e-3ac1-4610-bcf7-0329a6450d41 completed by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:32:08.256569 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-77c38e43-ff29-460c-9900-64da0ea8c94f None None] Provisioning complete for port b1776e4e-3ac1-4610-bcf7-0329a6450d41 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:32:08.256997 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-77c38e43-ff29-460c-9900-64da0ea8c94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:08.318233 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa585a8-225d-4cd5-849c-f801da101589 None None] Pushing event updated for resources: {'Port': ['ID=1f39ca30-efa1-40cf-9f9c-9805ce535d6b,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:08.325476 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-eaa585a8-225d-4cd5-849c-f801da101589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:08.366491 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-77c38e43-ff29-460c-9900-64da0ea8c94f None None] Port b1776e4e-3ac1-4610-bcf7-0329a6450d41 cannot update to ACTIVE because it is not bound. {{(pid=84314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 14:32:08.387639 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443b92e5-1b46-40fc-b975-8df30e611190 None None] Routers {'9d12001d-7805-4131-a633-cf53c7ec6821'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:32:08.388398 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-443b92e5-1b46-40fc-b975-8df30e611190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:31:47Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['9d12001d-7805-4131-a633-cf53c7ec6821'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:32:08.540718 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f1a16ee3-6e7a-4ab2-a0da-752e72262143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:08.829887 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-443b92e5-1b46-40fc-b975-8df30e611190 None None] Set router 9d12001d-7805-4131-a633-cf53c7ec6821 gateway port host: dv-cinder-780933-3-smb {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:32:09.010791 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f1a16ee3-6e7a-4ab2-a0da-752e72262143 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:09.015263 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f1a16ee3-6e7a-4ab2-a0da-752e72262143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847702575'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:09.045105 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9be39081-1e72-44ff-b084-6113eb60ce5a tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:09.138883 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f1a16ee3-6e7a-4ab2-a0da-752e72262143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846875651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8281223'] for router_interface, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:09.155791 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a16ee3-6e7a-4ab2-a0da-752e72262143 admin admin] Pushing event updated for resources: {'Port': ['ID=b1776e4e-3ac1-4610-bcf7-0329a6450d41,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:09.210200 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f1a16ee3-6e7a-4ab2-a0da-752e72262143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:09.305929 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a16ee3-6e7a-4ab2-a0da-752e72262143 admin admin] Network bb7efeee-99ea-4043-8846-93b702fed956 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:32:09.307204 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-f1a16ee3-6e7a-4ab2-a0da-752e72262143 admin admin] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:32:09.441346 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-443b92e5-1b46-40fc-b975-8df30e611190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'name': 'tempest-AttachVolumeTestJSON-164897092-router', 'tenant_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '1f39ca30-efa1-40cf-9f9c-9805ce535d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:32:01Z', 'updated_at': '2021-04-07T14:32:08Z', 'revision_number': 4, 'project_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'gw_port': {'id': '1f39ca30-efa1-40cf-9f9c-9805ce535d6b', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:32:03Z', 'updated_at': '2021-04-07T14:32:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_interfaces': [{'id': 'b1776e4e-3ac1-4610-bcf7-0329a6450d41', 'name': '', 'network_id': 'bb7efeee-99ea-4043-8846-93b702fed956', 'tenant_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'mac_address': 'fa:16:3e:4d:f9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'f07fac7c-5a35-4094-b6e4-56e6dcb86d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:32:06Z', 'updated_at': '2021-04-07T14:32:07Z', 'revision_number': 1, 'project_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'subnets': [{'id': 'f07fac7c-5a35-4094-b6e4-56e6dcb86d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:32:09.448143 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443b92e5-1b46-40fc-b975-8df30e611190 None None] The sync data for ids ['9d12001d-7805-4131-a633-cf53c7ec6821'] in dv-cinder-780933-3-smb is: [{'id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'name': 'tempest-AttachVolumeTestJSON-164897092-router', 'tenant_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '1f39ca30-efa1-40cf-9f9c-9805ce535d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:32:01Z', 'updated_at': '2021-04-07T14:32:08Z', 'revision_number': 4, 'project_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'gw_port': {'id': '1f39ca30-efa1-40cf-9f9c-9805ce535d6b', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:32:03Z', 'updated_at': '2021-04-07T14:32:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_interfaces': [{'id': 'b1776e4e-3ac1-4610-bcf7-0329a6450d41', 'name': '', 'network_id': 'bb7efeee-99ea-4043-8846-93b702fed956', 'tenant_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'mac_address': 'fa:16:3e:4d:f9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'f07fac7c-5a35-4094-b6e4-56e6dcb86d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:32:06Z', 'updated_at': '2021-04-07T14:32:07Z', 'revision_number': 1, 'project_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'subnets': [{'id': 'f07fac7c-5a35-4094-b6e4-56e6dcb86d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 14:32:09.593748 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a16ee3-6e7a-4ab2-a0da-752e72262143 admin admin] Router 9d12001d-7805-4131-a633-cf53c7ec6821 has already been hosted by L3 agent d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 14:32:09.622672 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-8b4bcbb6-c24a-4ffa-a4b3-0f14bcd13ee8 None None] Provisioning complete for port b1776e4e-3ac1-4610-bcf7-0329a6450d41 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:32:09.623187 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8b4bcbb6-c24a-4ffa-a4b3-0f14bcd13ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:09.695601 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-8b4bcbb6-c24a-4ffa-a4b3-0f14bcd13ee8 None None] Port b1776e4e-3ac1-4610-bcf7-0329a6450d41 cannot update to ACTIVE because it is not bound. {{(pid=84314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 14:32:09.828695 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a16ee3-6e7a-4ab2-a0da-752e72262143 admin admin] Notify agent at l3_agent.dv-cinder-780933-3-smb the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 14:32:09.841079 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-f1a16ee3-6e7a-4ab2-a0da-752e72262143 admin admin] 10.222.0.63 "PUT /v2.0/routers/9d12001d-7805-4131-a633-cf53c7ec6821/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3482642 Apr 07 14:32:10.641091 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 49164) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:32:10.647315 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-7552d561-8660-4b0f-8e5e-6ef70a2d2bd8 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Request body: {'security_group': {'name': 'tempest-securitygroup--961411284', 'description': 'tempest-description--624762583'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:32:10.654293 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-7552d561-8660-4b0f-8e5e-6ef70a2d2bd8 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:32:10.659518 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-7552d561-8660-4b0f-8e5e-6ef70a2d2bd8 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Usage tracker for resource:security_group and tenant:1f28accf3ba748ad95aaf27f9a63aa6f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:32:10.662924 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-7552d561-8660-4b0f-8e5e-6ef70a2d2bd8 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:32:10.669738 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-7552d561-8660-4b0f-8e5e-6ef70a2d2bd8 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:32:10.681747 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7552d561-8660-4b0f-8e5e-6ef70a2d2bd8 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:10.686221 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-7552d561-8660-4b0f-8e5e-6ef70a2d2bd8 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:32:10.690634 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-7552d561-8660-4b0f-8e5e-6ef70a2d2bd8 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Usage tracker for resource:security_group_rule and tenant:1f28accf3ba748ad95aaf27f9a63aa6f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:32:10.694572 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-7552d561-8660-4b0f-8e5e-6ef70a2d2bd8 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:32:10.702804 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-7552d561-8660-4b0f-8e5e-6ef70a2d2bd8 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:32:10.799279 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7552d561-8660-4b0f-8e5e-6ef70a2d2bd8 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:10.802785 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7552d561-8660-4b0f-8e5e-6ef70a2d2bd8 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:10.808932 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-6062d409-1618-43e0-b4c9-c5bc1c782098 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:10.859365 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7552d561-8660-4b0f-8e5e-6ef70a2d2bd8 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:10.860798 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-7552d561-8660-4b0f-8e5e-6ef70a2d2bd8 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2185955 Apr 07 14:32:10.861812 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7552d561-8660-4b0f-8e5e-6ef70a2d2bd8 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=172b99c4-5fcb-4178-8dc7-11d51f058b4b,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:10.864150 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 49174) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:32:10.867833 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7552d561-8660-4b0f-8e5e-6ef70a2d2bd8 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:10.871756 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-3276d74a-31c5-4b91-9bd3-efd8930c4e8a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Request body: {'security_group_rule': {'security_group_id': '172b99c4-5fcb-4178-8dc7-11d51f058b4b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:32:10.880092 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-3276d74a-31c5-4b91-9bd3-efd8930c4e8a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:32:10.885410 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-3276d74a-31c5-4b91-9bd3-efd8930c4e8a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Usage tracker for resource:security_group_rule and tenant:1f28accf3ba748ad95aaf27f9a63aa6f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:32:10.889358 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-3276d74a-31c5-4b91-9bd3-efd8930c4e8a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:32:10.896991 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-3276d74a-31c5-4b91-9bd3-efd8930c4e8a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:32:10.927166 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3276d74a-31c5-4b91-9bd3-efd8930c4e8a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:11.010284 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3276d74a-31c5-4b91-9bd3-efd8930c4e8a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:11.015368 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3276d74a-31c5-4b91-9bd3-efd8930c4e8a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309632'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:11.019152 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7c08d6a0-5983-4702-b45a-d2a99424cdef tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:11.062282 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3276d74a-31c5-4b91-9bd3-efd8930c4e8a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b721e01-2606-449c-a43b-ea492094519a,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:11.066964 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-3276d74a-31c5-4b91-9bd3-efd8930c4e8a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:11.078990 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3276d74a-31c5-4b91-9bd3-efd8930c4e8a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:11.083323 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-3276d74a-31c5-4b91-9bd3-efd8930c4e8a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2156980 Apr 07 14:32:11.083829 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 49184) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:32:11.089770 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-29197cdf-0d3d-459e-b5cc-2c6d0b1ec65e tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Request body: {'security_group_rule': {'security_group_id': '172b99c4-5fcb-4178-8dc7-11d51f058b4b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:32:11.098277 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-29197cdf-0d3d-459e-b5cc-2c6d0b1ec65e tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:32:11.103174 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-29197cdf-0d3d-459e-b5cc-2c6d0b1ec65e tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Usage tracker for resource:security_group_rule and tenant:1f28accf3ba748ad95aaf27f9a63aa6f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:32:11.106831 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-29197cdf-0d3d-459e-b5cc-2c6d0b1ec65e tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:32:11.114296 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-29197cdf-0d3d-459e-b5cc-2c6d0b1ec65e tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:32:11.139676 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-29197cdf-0d3d-459e-b5cc-2c6d0b1ec65e tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:11.218394 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-29197cdf-0d3d-459e-b5cc-2c6d0b1ec65e tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:11.221723 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-29197cdf-0d3d-459e-b5cc-2c6d0b1ec65e tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309632'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:11.224058 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9df277a1-85f8-4b90-82d7-8015c12f6247 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:11.249345 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29197cdf-0d3d-459e-b5cc-2c6d0b1ec65e tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15580cae-42ec-425e-af5a-05656227c100,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:11.254449 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-29197cdf-0d3d-459e-b5cc-2c6d0b1ec65e tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:11.263033 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-29197cdf-0d3d-459e-b5cc-2c6d0b1ec65e tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:11.264463 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-29197cdf-0d3d-459e-b5cc-2c6d0b1ec65e tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1796739 Apr 07 14:32:11.268011 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 49192) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:32:11.274583 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-94496db7-bfe7-4bd1-afc8-95b76ec3be7b tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Request body: {'floatingip': {'floating_network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:32:11.281665 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-94496db7-bfe7-4bd1-afc8-95b76ec3be7b tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:32:11.286358 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-94496db7-bfe7-4bd1-afc8-95b76ec3be7b tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Usage tracker for resource:floatingip and tenant:1f28accf3ba748ad95aaf27f9a63aa6f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:32:11.289762 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-94496db7-bfe7-4bd1-afc8-95b76ec3be7b tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:32:11.297105 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-94496db7-bfe7-4bd1-afc8-95b76ec3be7b tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:32:11.309332 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-94496db7-bfe7-4bd1-afc8-95b76ec3be7b tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks [] for floatingip, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:11.487667 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 1f39ca30-efa1-40cf-9f9c-9805ce535d6b up at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:32:11.584639 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning for port 1f39ca30-efa1-40cf-9f9c-9805ce535d6b completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:32:11.586187 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-94496db7-bfe7-4bd1-afc8-95b76ec3be7b tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:11.596974 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning complete for port 1f39ca30-efa1-40cf-9f9c-9805ce535d6b triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:32:11.600237 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:11.740716 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:11.765462 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] For port 1f39ca30-efa1-40cf-9f9c-9805ce535d6b, host dv-cinder-780933-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=1f39ca30-efa1-40cf-9f9c-9805ce535d6b,segment=NetworkSegment(feed5fe9-833d-41c1-bf1c-58a271b81c41),segment_id=feed5fe9-833d-41c1-bf1c-58a271b81c41)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:32:11.769523 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:11.771589 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:11.832577 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-94496db7-bfe7-4bd1-afc8-95b76ec3be7b tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Allocated IP 172.28.3.99 (6dc11b00-4e00-4f77-8f6a-5304324fd48e/122e1bcc-5379-466c-b8c0-1b63f085397d/8c105f86-5a71-43bf-b5a3-4f53f671b102) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 14:32:11.852920 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Pushing event updated for resources: {'Port': ['ID=1f39ca30-efa1-40cf-9f9c-9805ce535d6b,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:11.856626 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:12.135245 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-94496db7-bfe7-4bd1-afc8-95b76ec3be7b tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:12.186787 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-94496db7-bfe7-4bd1-afc8-95b76ec3be7b tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732486185860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7073224'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:12.218019 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:12.488792 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94496db7-bfe7-4bd1-afc8-95b76ec3be7b tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Pushing event updated for resources: {'Port': ['ID=8c105f86-5a71-43bf-b5a3-4f53f671b102,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:12.498107 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-94496db7-bfe7-4bd1-afc8-95b76ec3be7b tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:12.603595 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94496db7-bfe7-4bd1-afc8-95b76ec3be7b tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Network 6dc11b00-4e00-4f77-8f6a-5304324fd48e is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:32:12.605730 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-94496db7-bfe7-4bd1-afc8-95b76ec3be7b tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:32:12.609204 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94496db7-bfe7-4bd1-afc8-95b76ec3be7b tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 14:32:12.751877 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-94496db7-bfe7-4bd1-afc8-95b76ec3be7b tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:12.836927 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-94496db7-bfe7-4bd1-afc8-95b76ec3be7b tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:13.261647 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-94496db7-bfe7-4bd1-afc8-95b76ec3be7b tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:13.265155 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-94496db7-bfe7-4bd1-afc8-95b76ec3be7b tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847702575'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:13.282797 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-94496db7-bfe7-4bd1-afc8-95b76ec3be7b tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:13.297671 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b70e07f-3e3a-4922-ae3c-538e7984d7aa None None] Sync routers for ids ['9d12001d-7805-4131-a633-cf53c7ec6821'] in dv-cinder-780933-3-smb {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 14:32:13.313241 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b70e07f-3e3a-4922-ae3c-538e7984d7aa None None] Routers {'9d12001d-7805-4131-a633-cf53c7ec6821'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:32:13.314474 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-9b70e07f-3e3a-4922-ae3c-538e7984d7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:31:47Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['9d12001d-7805-4131-a633-cf53c7ec6821'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:32:13.421877 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 1f39ca30-efa1-40cf-9f9c-9805ce535d6b up at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:32:13.430056 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94496db7-bfe7-4bd1-afc8-95b76ec3be7b tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Pushing event updated for resources: {'Port': ['ID=8c105f86-5a71-43bf-b5a3-4f53f671b102,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:13.435091 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-94496db7-bfe7-4bd1-afc8-95b76ec3be7b tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:13.514791 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning complete for port 1f39ca30-efa1-40cf-9f9c-9805ce535d6b triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:32:13.515360 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:13.566787 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-9b70e07f-3e3a-4922-ae3c-538e7984d7aa None None] Set router 9d12001d-7805-4131-a633-cf53c7ec6821 gateway port host: dv-cinder-780933-3-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:32:13.568895 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-94496db7-bfe7-4bd1-afc8-95b76ec3be7b tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8275434'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:13.594844 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-94496db7-bfe7-4bd1-afc8-95b76ec3be7b tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:13.605539 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-94496db7-bfe7-4bd1-afc8-95b76ec3be7b tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3271153 Apr 07 14:32:13.789562 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-3617f535-87ce-4c4e-8d2c-1ec38f5e397a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Synchronizing usage tracker for tenant:1f28accf3ba748ad95aaf27f9a63aa6f on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:32:13.807143 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-3617f535-87ce-4c4e-8d2c-1ec38f5e397a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Unset dirty status for tenant:1f28accf3ba748ad95aaf27f9a63aa6f on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:32:13.808541 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-3617f535-87ce-4c4e-8d2c-1ec38f5e397a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--961411284&fields=id&tenant_id=1f28accf3ba748ad95aaf27f9a63aa6f HTTP/1.1" status: 200 len: 267 time: 0.0463369 Apr 07 14:32:13.932715 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-9b70e07f-3e3a-4922-ae3c-538e7984d7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'name': 'tempest-AttachVolumeTestJSON-164897092-router', 'tenant_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '1f39ca30-efa1-40cf-9f9c-9805ce535d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:32:01Z', 'updated_at': '2021-04-07T14:32:08Z', 'revision_number': 4, 'project_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'gw_port': {'id': '1f39ca30-efa1-40cf-9f9c-9805ce535d6b', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:32:03Z', 'updated_at': '2021-04-07T14:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_interfaces': [{'id': 'b1776e4e-3ac1-4610-bcf7-0329a6450d41', 'name': '', 'network_id': 'bb7efeee-99ea-4043-8846-93b702fed956', 'tenant_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'mac_address': 'fa:16:3e:4d:f9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'f07fac7c-5a35-4094-b6e4-56e6dcb86d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:32:06Z', 'updated_at': '2021-04-07T14:32:08Z', 'revision_number': 2, 'project_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'subnets': [{'id': 'f07fac7c-5a35-4094-b6e4-56e6dcb86d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:32:13.944250 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b70e07f-3e3a-4922-ae3c-538e7984d7aa None None] Checking router: 9d12001d-7805-4131-a633-cf53c7ec6821 for host: dv-cinder-780933-3-smb {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 14:32:13.944680 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b70e07f-3e3a-4922-ae3c-538e7984d7aa None None] Updating router 9d12001d-7805-4131-a633-cf53c7ec6821 port b1776e4e-3ac1-4610-bcf7-0329a6450d41 binding host dv-cinder-780933-3-smb {{(pid=84315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 07 14:32:13.983473 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-0b444925-9875-48c2-a7f2-68a29c18c53a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:13.984250 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-0b444925-9875-48c2-a7f2-68a29c18c53a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Synchronizing usage tracker for tenant:1f28accf3ba748ad95aaf27f9a63aa6f on resource:network {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:32:14.001856 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-0b444925-9875-48c2-a7f2-68a29c18c53a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Unset dirty status for tenant:1f28accf3ba748ad95aaf27f9a63aa6f on resource:network {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:32:14.003174 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-0b444925-9875-48c2-a7f2-68a29c18c53a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/networks?id=bb7efeee-99ea-4043-8846-93b702fed956 HTTP/1.1" status: 200 len: 810 time: 0.1869137 Apr 07 14:32:14.004314 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9b70e07f-3e3a-4922-ae3c-538e7984d7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:14.021908 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-e382ba53-0902-4969-804f-5648787a0073 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/quotas/1f28accf3ba748ad95aaf27f9a63aa6f HTTP/1.1" status: 200 len: 375 time: 0.0112357 Apr 07 14:32:14.115813 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-df95396d-3973-4d7c-b6d9-9d26afd3f2d5 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Synchronizing usage tracker for tenant:1f28accf3ba748ad95aaf27f9a63aa6f on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:32:14.134859 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-df95396d-3973-4d7c-b6d9-9d26afd3f2d5 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Unset dirty status for tenant:1f28accf3ba748ad95aaf27f9a63aa6f on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:32:14.136501 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-df95396d-3973-4d7c-b6d9-9d26afd3f2d5 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=1f28accf3ba748ad95aaf27f9a63aa6f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1077173 Apr 07 14:32:14.317655 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-d953ce6d-e322-456c-af41-b946c1603d8f service neutron] 10.222.0.63 "GET /v2.0/networks/bb7efeee-99ea-4043-8846-93b702fed956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677442 Apr 07 14:32:14.563595 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-c0f77287-df14-4a9f-8c42-06813d1a8e41 service neutron] 10.222.0.63 "GET /v2.0/networks/bb7efeee-99ea-4043-8846-93b702fed956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289796 Apr 07 14:32:14.636020 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9b70e07f-3e3a-4922-ae3c-538e7984d7aa None None] Notify callbacks [] for port, precommit_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:14.661306 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-9b70e07f-3e3a-4922-ae3c-538e7984d7aa None None] Transition to ACTIVE for port object b1776e4e-3ac1-4610-bcf7-0329a6450d41 will not be triggered until provisioned by entity L2. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:32:14.668452 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9b70e07f-3e3a-4922-ae3c-538e7984d7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:14.678694 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 49232) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:32:14.700158 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5195875f-d9e4-46a6-8ea0-dbf72670ca81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:14.708039 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-cb50febb-cc53-4472-9614-fade48d8892d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:14.856088 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442e1356-dbb3-4666-b26c-3938021bd612 None None] Pushing event updated for resources: {'Port': ['ID=b1776e4e-3ac1-4610-bcf7-0329a6450d41,revision_number=3']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:14.882276 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e1356-dbb3-4666-b26c-3938021bd612 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:32:14.882662 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e1356-dbb3-4666-b26c-3938021bd612 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:32:14.883077 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e1356-dbb3-4666-b26c-3938021bd612 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:32:14.883450 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e1356-dbb3-4666-b26c-3938021bd612 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:32:14.883817 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e1356-dbb3-4666-b26c-3938021bd612 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:32:14.884231 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e1356-dbb3-4666-b26c-3938021bd612 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:32:14.884595 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e1356-dbb3-4666-b26c-3938021bd612 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:32:14.884952 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e1356-dbb3-4666-b26c-3938021bd612 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:32:14.885440 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e1356-dbb3-4666-b26c-3938021bd612 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:32:14.885801 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e1356-dbb3-4666-b26c-3938021bd612 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:32:14.886160 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e1356-dbb3-4666-b26c-3938021bd612 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:32:14.886515 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e1356-dbb3-4666-b26c-3938021bd612 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:32:14.896291 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-442e1356-dbb3-4666-b26c-3938021bd612 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:15.167932 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-9b70e07f-3e3a-4922-ae3c-538e7984d7aa None None] Attempting to bind port b1776e4e-3ac1-4610-bcf7-0329a6450d41 on host dv-cinder-780933-3-smb for vnic_type normal with profile {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 14:32:15.167932 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-9b70e07f-3e3a-4922-ae3c-538e7984d7aa None None] Attempting to bind port b1776e4e-3ac1-4610-bcf7-0329a6450d41 by drivers openvswitch,hyperv on host dv-cinder-780933-3-smb at level 0 using segments [{'id': '08af5bb5-a582-448e-ac67-8d64a395bc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'bb7efeee-99ea-4043-8846-93b702fed956'}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 14:32:15.167932 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b70e07f-3e3a-4922-ae3c-538e7984d7aa None None] Attempting to bind port b1776e4e-3ac1-4610-bcf7-0329a6450d41 on network bb7efeee-99ea-4043-8846-93b702fed956 {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:32:15.175470 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b70e07f-3e3a-4922-ae3c-538e7984d7aa None None] Checking agent: {'id': '8ae518a7-0379-42e9-ab12-7bfd998fa0b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 14, 18, 49), 'started_at': datetime.datetime(2021, 4, 7, 14, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 14, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 14:32:15.175470 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b70e07f-3e3a-4922-ae3c-538e7984d7aa None None] Checking segment: {'id': '08af5bb5-a582-448e-ac67-8d64a395bc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'bb7efeee-99ea-4043-8846-93b702fed956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:32:15.176052 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9b70e07f-3e3a-4922-ae3c-538e7984d7aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:15.176785 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b70e07f-3e3a-4922-ae3c-538e7984d7aa None None] Bound using segment: {'id': '08af5bb5-a582-448e-ac67-8d64a395bc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'bb7efeee-99ea-4043-8846-93b702fed956'} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 14:32:15.177593 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-9b70e07f-3e3a-4922-ae3c-538e7984d7aa None None] Bound port: b1776e4e-3ac1-4610-bcf7-0329a6450d41, host: dv-cinder-780933-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08af5bb5-a582-448e-ac67-8d64a395bc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'bb7efeee-99ea-4043-8846-93b702fed956'}}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 14:32:15.178129 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9b70e07f-3e3a-4922-ae3c-538e7984d7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:15.205098 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-6f52469f-4056-49c1-ac7e-0da6551ac9a7 req-93dfd997-e7e1-47b4-ae5f-fd9aeb544cc4 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=df00a571-e0b7-41a0-9817-e1b0f80fc84e HTTP/1.1" status: 200 len: 210 time: 0.4190769 Apr 07 14:32:15.222552 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7e784dac-34d8-47bf-9757-2301ff1c14ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:15.239926 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-7e784dac-34d8-47bf-9757-2301ff1c14ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:32:15.244704 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-7e784dac-34d8-47bf-9757-2301ff1c14ab admin admin] Usage tracker for resource:security_group_rule and tenant:749d4d88ce674616b2b87e735e542440 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:32:15.247838 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-7e784dac-34d8-47bf-9757-2301ff1c14ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:32:15.255620 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-7e784dac-34d8-47bf-9757-2301ff1c14ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:32:15.318697 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-9b70e07f-3e3a-4922-ae3c-538e7984d7aa None None] For port b1776e4e-3ac1-4610-bcf7-0329a6450d41, host dv-cinder-780933-3-smb, cleared binding levels {{(pid=84315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 14:32:15.326843 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-9b70e07f-3e3a-4922-ae3c-538e7984d7aa None None] For port b1776e4e-3ac1-4610-bcf7-0329a6450d41, host dv-cinder-780933-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=b1776e4e-3ac1-4610-bcf7-0329a6450d41,segment=NetworkSegment(08af5bb5-a582-448e-ac67-8d64a395bc43),segment_id=08af5bb5-a582-448e-ac67-8d64a395bc43)] {{(pid=84315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 14:32:15.332915 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9b70e07f-3e3a-4922-ae3c-538e7984d7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:15.365845 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7e784dac-34d8-47bf-9757-2301ff1c14ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:15.378399 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7e784dac-34d8-47bf-9757-2301ff1c14ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:15.398417 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-faa03dec-2b51-4e72-ac87-549832b2f2cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:15.417333 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:15.446494 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-7e784dac-34d8-47bf-9757-2301ff1c14ab admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=749d4d88ce674616b2b87e735e542440&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7664504 Apr 07 14:32:15.449206 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e784dac-34d8-47bf-9757-2301ff1c14ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334aa031-ae04-43e8-99ae-0766991e9401,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:15.453708 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 49250) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:32:15.454395 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7e784dac-34d8-47bf-9757-2301ff1c14ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:15.613326 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-40824ebd-ff05-4f56-a72f-5dbd07b472df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:15.669929 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-40824ebd-ff05-4f56-a72f-5dbd07b472df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:15.730395 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442e1356-dbb3-4666-b26c-3938021bd612 None None] Pushing event updated for resources: {'Port': ['ID=b1776e4e-3ac1-4610-bcf7-0329a6450d41,revision_number=4']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:15.736183 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-442e1356-dbb3-4666-b26c-3938021bd612 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:15.760174 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-40824ebd-ff05-4f56-a72f-5dbd07b472df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:15.766278 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-fe0af38d-645e-4159-bf85-c19e92751790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:15.783828 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40824ebd-ff05-4f56-a72f-5dbd07b472df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334aa031-ae04-43e8-99ae-0766991e9401,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:15.786038 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b70e07f-3e3a-4922-ae3c-538e7984d7aa None None] Routers {'9d12001d-7805-4131-a633-cf53c7ec6821'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:32:15.787203 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-9b70e07f-3e3a-4922-ae3c-538e7984d7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:31:47Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['9d12001d-7805-4131-a633-cf53c7ec6821'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:32:15.791059 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-40824ebd-ff05-4f56-a72f-5dbd07b472df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:15.798100 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-40824ebd-ff05-4f56-a72f-5dbd07b472df admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:15.812812 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-40824ebd-ff05-4f56-a72f-5dbd07b472df admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/334aa031-ae04-43e8-99ae-0766991e9401 HTTP/1.1" status: 204 len: 168 time: 0.3574286 Apr 07 14:32:15.870705 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:16.059849 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-9b70e07f-3e3a-4922-ae3c-538e7984d7aa None None] Set router 9d12001d-7805-4131-a633-cf53c7ec6821 gateway port host: dv-cinder-780933-3-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:32:16.596895 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-aaf5ff3a-361a-41d3-ab47-15953f35c810 req-d4d3547d-60d3-4ca4-b484-64ca983a57e5 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=df00a571-e0b7-41a0-9817-e1b0f80fc84e HTTP/1.1" status: 200 len: 210 time: 0.1107781 Apr 07 14:32:16.614829 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-db3f9ad6-b2ed-4576-a926-aec7c6483349 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:16.616728 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-db3f9ad6-b2ed-4576-a926-aec7c6483349 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.81 "GET /v2.0/networks?id=bb7efeee-99ea-4043-8846-93b702fed956 HTTP/1.1" status: 200 len: 810 time: 0.3533771 Apr 07 14:32:16.715423 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-9b70e07f-3e3a-4922-ae3c-538e7984d7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'name': 'tempest-AttachVolumeTestJSON-164897092-router', 'tenant_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '1f39ca30-efa1-40cf-9f9c-9805ce535d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:32:01Z', 'updated_at': '2021-04-07T14:32:08Z', 'revision_number': 4, 'project_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'gw_port': {'id': '1f39ca30-efa1-40cf-9f9c-9805ce535d6b', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:32:03Z', 'updated_at': '2021-04-07T14:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_interfaces': [{'id': 'b1776e4e-3ac1-4610-bcf7-0329a6450d41', 'name': '', 'network_id': 'bb7efeee-99ea-4043-8846-93b702fed956', 'tenant_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'mac_address': 'fa:16:3e:4d:f9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'f07fac7c-5a35-4094-b6e4-56e6dcb86d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:32:06Z', 'updated_at': '2021-04-07T14:32:15Z', 'revision_number': 4, 'project_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'subnets': [{'id': 'f07fac7c-5a35-4094-b6e4-56e6dcb86d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:32:16.723706 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b70e07f-3e3a-4922-ae3c-538e7984d7aa None None] The sync data for ids ['9d12001d-7805-4131-a633-cf53c7ec6821'] in dv-cinder-780933-3-smb is: [{'id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'name': 'tempest-AttachVolumeTestJSON-164897092-router', 'tenant_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '1f39ca30-efa1-40cf-9f9c-9805ce535d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:32:01Z', 'updated_at': '2021-04-07T14:32:08Z', 'revision_number': 4, 'project_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'gw_port': {'id': '1f39ca30-efa1-40cf-9f9c-9805ce535d6b', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:32:03Z', 'updated_at': '2021-04-07T14:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_interfaces': [{'id': 'b1776e4e-3ac1-4610-bcf7-0329a6450d41', 'name': '', 'network_id': 'bb7efeee-99ea-4043-8846-93b702fed956', 'tenant_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'mac_address': 'fa:16:3e:4d:f9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'f07fac7c-5a35-4094-b6e4-56e6dcb86d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:32:06Z', 'updated_at': '2021-04-07T14:32:15Z', 'revision_number': 4, 'project_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'subnets': [{'id': 'f07fac7c-5a35-4094-b6e4-56e6dcb86d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 14:32:16.742647 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-5eb6c861-c13c-4b33-ab2f-8ecfc51d1ed3 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1f28accf3ba748ad95aaf27f9a63aa6f HTTP/1.1" status: 200 len: 5707 time: 0.1120574 Apr 07 14:32:16.761698 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-2d4a4667-24f9-4a32-8506-ea9419c9c6f9 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Request body: {'port': {'device_id': 'df00a571-e0b7-41a0-9817-e1b0f80fc84e', 'network_id': 'bb7efeee-99ea-4043-8846-93b702fed956', 'admin_state_up': True, 'tenant_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'security_groups': ['172b99c4-5fcb-4178-8dc7-11d51f058b4b']}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:32:16.963593 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-2d4a4667-24f9-4a32-8506-ea9419c9c6f9 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:32:16.970766 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-2d4a4667-24f9-4a32-8506-ea9419c9c6f9 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:32:16.997059 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-2d4a4667-24f9-4a32-8506-ea9419c9c6f9 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Made reservation on behalf of 1f28accf3ba748ad95aaf27f9a63aa6f for: {'port': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:32:17.008485 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-2d4a4667-24f9-4a32-8506-ea9419c9c6f9 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:17.215830 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-2d4a4667-24f9-4a32-8506-ea9419c9c6f9 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Allocated IP 172.20.0.14 (bb7efeee-99ea-4043-8846-93b702fed956/f07fac7c-5a35-4094-b6e4-56e6dcb86d0b/d286a58c-a839-4178-99f9-807f5dc8ebf5) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 14:32:17.378335 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-dbc5f7a0-a8bf-4794-97b9-f1d41cac55dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:17.492435 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device b1776e4e-3ac1-4610-bcf7-0329a6450d41 up at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:32:17.510170 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-2d4a4667-24f9-4a32-8506-ea9419c9c6f9 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:17.549447 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-2d4a4667-24f9-4a32-8506-ea9419c9c6f9 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Transition to ACTIVE for port object d286a58c-a839-4178-99f9-807f5dc8ebf5 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:32:17.553408 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf82fd5c-9d08-40cf-9a6c-d44a491d4eac req-e742d678-f325-4a9b-b233-453cb9776204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:17.555219 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-bf82fd5c-9d08-40cf-9a6c-d44a491d4eac req-e742d678-f325-4a9b-b233-453cb9776204 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f1730405b57a44cf8038f596756f82ec&device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 1138 time: 0.4841182 Apr 07 14:32:17.570074 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707d357-7e3d-4193-aa46-44ac2fbc1296 req-6f592f5f-b5b4-4f7f-8155-5a3d946ab7bd tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:17.579075 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5707d357-7e3d-4193-aa46-44ac2fbc1296 req-6f592f5f-b5b4-4f7f-8155-5a3d946ab7bd tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 985 time: 0.4499843 Apr 07 14:32:17.583331 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-2d4a4667-24f9-4a32-8506-ea9419c9c6f9 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732486185860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848525233'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:17.601652 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-219e00a6-b9ae-4dd6-b5ae-615a38375b31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:17.622971 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning for port b1776e4e-3ac1-4610-bcf7-0329a6450d41 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:32:17.628343 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning complete for port b1776e4e-3ac1-4610-bcf7-0329a6450d41 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:32:17.628921 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:17.640575 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5707d357-7e3d-4193-aa46-44ac2fbc1296 req-d4a8e6b7-a2cc-402d-a184-375f7ca12bd3 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/security-groups?id=07ad4126-4a38-448a-a8d6-23672275bb00&id=5379dc2d-06ff-47a9-ab8e-a32b8c7ce2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0601277 Apr 07 14:32:17.688620 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4a4667-24f9-4a32-8506-ea9419c9c6f9 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Pushing event updated for resources: {'Port': ['ID=d286a58c-a839-4178-99f9-807f5dc8ebf5,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:17.753519 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2d4a4667-24f9-4a32-8506-ea9419c9c6f9 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:17.846741 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:17.847686 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf82fd5c-9d08-40cf-9a6c-d44a491d4eac req-020ba4a4-411e-460a-8ce7-1dfcd2444844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:17.849523 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-bf82fd5c-9d08-40cf-9a6c-d44a491d4eac req-020ba4a4-411e-460a-8ce7-1dfcd2444844 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2d3b64f1-a7c9-4934-a387-d7abdf8585e7 HTTP/1.1" status: 200 len: 915 time: 0.2306418 Apr 07 14:32:17.868240 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] For port b1776e4e-3ac1-4610-bcf7-0329a6450d41, host dv-cinder-780933-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=b1776e4e-3ac1-4610-bcf7-0329a6450d41,segment=NetworkSegment(08af5bb5-a582-448e-ac67-8d64a395bc43),segment_id=08af5bb5-a582-448e-ac67-8d64a395bc43)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:32:17.872665 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:17.875693 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:17.960007 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Pushing event updated for resources: {'Port': ['ID=b1776e4e-3ac1-4610-bcf7-0329a6450d41,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:17.964574 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:17.988382 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-2d4a4667-24f9-4a32-8506-ea9419c9c6f9 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Network bb7efeee-99ea-4043-8846-93b702fed956 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:32:17.988382 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-2d4a4667-24f9-4a32-8506-ea9419c9c6f9 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:32:17.990509 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-2d4a4667-24f9-4a32-8506-ea9419c9c6f9 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 14:32:18.022295 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-bf82fd5c-9d08-40cf-9a6c-d44a491d4eac req-033d2165-4a94-40a5-9a67-b39bbc2a205f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b87db988-544f-470b-b4c6-c568c0ff0609 HTTP/1.1" status: 200 len: 1001 time: 0.1631556 Apr 07 14:32:18.086545 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-2d4a4667-24f9-4a32-8506-ea9419c9c6f9 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:18.087280 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-2d4a4667-24f9-4a32-8506-ea9419c9c6f9 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:18.109081 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007b2d3-815f-4946-b940-13690569b2b5 req-7f57c736-693a-478b-a966-3d6dc6cd1ef3 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:18.110847 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-2007b2d3-815f-4946-b940-13690569b2b5 req-7f57c736-693a-478b-a966-3d6dc6cd1ef3 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=df00a571-e0b7-41a0-9817-e1b0f80fc84e HTTP/1.1" status: 200 len: 932 time: 0.2478786 Apr 07 14:32:18.148508 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-68064a8d-a1ee-4a07-912b-506dbeaf5e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:18.158501 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf82fd5c-9d08-40cf-9a6c-d44a491d4eac req-f2d2b2f6-6e62-45e8-85ab-395de7300118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:18.160163 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-bf82fd5c-9d08-40cf-9a6c-d44a491d4eac req-f2d2b2f6-6e62-45e8-85ab-395de7300118 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=155d1fc0-d59a-4ba5-8189-d1f7a76a9e8e HTTP/1.1" status: 200 len: 853 time: 0.1167011 Apr 07 14:32:18.170763 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-2d4a4667-24f9-4a32-8506-ea9419c9c6f9 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4178486 Apr 07 14:32:18.182578 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-2007b2d3-815f-4946-b940-13690569b2b5 req-0330fcf2-17de-4dcc-b510-ccb6a20670c4 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/security-groups?id=172b99c4-5fcb-4178-8dc7-11d51f058b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363843 Apr 07 14:32:18.188445 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-a1f1b71a-d3fe-4fa8-ab23-8f5b20323dff service neutron] Request body: {'port': {'device_id': 'df00a571-e0b7-41a0-9817-e1b0f80fc84e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:32:18.290643 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf82fd5c-9d08-40cf-9a6c-d44a491d4eac req-7656182c-b096-41d5-81b5-38af2b46de4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:18.292378 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-bf82fd5c-9d08-40cf-9a6c-d44a491d4eac req-7656182c-b096-41d5-81b5-38af2b46de4b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2d3b64f1-a7c9-4934-a387-d7abdf8585e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1226165 Apr 07 14:32:18.305685 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-6c516efe-2f4e-4f2b-bbc5-7559cfa3fe49 None None] Provisioning for port d286a58c-a839-4178-99f9-807f5dc8ebf5 completed by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:32:18.315457 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-6c516efe-2f4e-4f2b-bbc5-7559cfa3fe49 None None] Provisioning complete for port d286a58c-a839-4178-99f9-807f5dc8ebf5 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:32:18.316551 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c516efe-2f4e-4f2b-bbc5-7559cfa3fe49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:18.370933 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-a1f1b71a-d3fe-4fa8-ab23-8f5b20323dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:18.426748 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-6c516efe-2f4e-4f2b-bbc5-7559cfa3fe49 None None] Port d286a58c-a839-4178-99f9-807f5dc8ebf5 cannot update to ACTIVE because it is not bound. {{(pid=84314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 14:32:18.506052 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-bf82fd5c-9d08-40cf-9a6c-d44a491d4eac req-d5770b00-3f2a-4c7e-9e5b-2684c1dd0196 service neutron] 10.222.0.81 "GET /v2.0/networks/2d3b64f1-a7c9-4934-a387-d7abdf8585e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047377 Apr 07 14:32:18.690827 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-bf82fd5c-9d08-40cf-9a6c-d44a491d4eac req-992a83f2-af39-4b13-817d-2ba0b07c0750 service neutron] 10.222.0.81 "GET /v2.0/networks/2d3b64f1-a7c9-4934-a387-d7abdf8585e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747847 Apr 07 14:32:18.801365 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:18.930514 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8fb832-f3b3-48ae-b74d-bfc3741441e7 req-741acb3a-481a-4f0c-9077-6b5fbec69b08 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:18.939851 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-6a8fb832-f3b3-48ae-b74d-bfc3741441e7 req-741acb3a-481a-4f0c-9077-6b5fbec69b08 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 985 time: 0.1166778 Apr 07 14:32:18.977981 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-6a8fb832-f3b3-48ae-b74d-bfc3741441e7 req-75b8d9be-e9ff-41d0-8b12-1de4ced3e149 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/security-groups?id=07ad4126-4a38-448a-a8d6-23672275bb00&id=5379dc2d-06ff-47a9-ab8e-a32b8c7ce2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368683 Apr 07 14:32:19.000932 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-a1f1b71a-d3fe-4fa8-ab23-8f5b20323dff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d286a58c-a839-4178-99f9-807f5dc8ebf5 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 14:32:19.010215 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-a1f1b71a-d3fe-4fa8-ab23-8f5b20323dff service neutron] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:19.030292 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-a1f1b71a-d3fe-4fa8-ab23-8f5b20323dff service neutron] Transition to ACTIVE for port object d286a58c-a839-4178-99f9-807f5dc8ebf5 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:32:19.034125 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-a1f1b71a-d3fe-4fa8-ab23-8f5b20323dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6250582'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:19.051755 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-74012f27-70cc-41da-a36c-6e5928c5fa97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:19.200935 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f1b71a-d3fe-4fa8-ab23-8f5b20323dff service neutron] Pushing event updated for resources: {'Port': ['ID=d286a58c-a839-4178-99f9-807f5dc8ebf5,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:19.223560 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a1f1b71a-d3fe-4fa8-ab23-8f5b20323dff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:19.457162 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device b1776e4e-3ac1-4610-bcf7-0329a6450d41 up at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:32:19.587925 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Provisioning complete for port b1776e4e-3ac1-4610-bcf7-0329a6450d41 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:32:19.588898 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:19.633471 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-a1f1b71a-d3fe-4fa8-ab23-8f5b20323dff service neutron] Attempting to bind port d286a58c-a839-4178-99f9-807f5dc8ebf5 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 14:32:19.633922 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-a1f1b71a-d3fe-4fa8-ab23-8f5b20323dff service neutron] Attempting to bind port d286a58c-a839-4178-99f9-807f5dc8ebf5 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '08af5bb5-a582-448e-ac67-8d64a395bc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'bb7efeee-99ea-4043-8846-93b702fed956'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 14:32:19.634171 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-a1f1b71a-d3fe-4fa8-ab23-8f5b20323dff service neutron] Attempting to bind port d286a58c-a839-4178-99f9-807f5dc8ebf5 on network bb7efeee-99ea-4043-8846-93b702fed956 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:32:19.642311 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-a1f1b71a-d3fe-4fa8-ab23-8f5b20323dff service neutron] Port d286a58c-a839-4178-99f9-807f5dc8ebf5 on network bb7efeee-99ea-4043-8846-93b702fed956 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 14:32:19.642677 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-a1f1b71a-d3fe-4fa8-ab23-8f5b20323dff service neutron] Attempting to bind port d286a58c-a839-4178-99f9-807f5dc8ebf5 on network bb7efeee-99ea-4043-8846-93b702fed956 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:32:19.653060 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ad6d8-1b50-491e-beab-853c96087526 req-d12591f1-f657-4f59-a927-faea43a9548b tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:19.653876 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-4f2ad6d8-1b50-491e-beab-853c96087526 req-d12591f1-f657-4f59-a927-faea43a9548b tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Synchronizing usage tracker for tenant:1f28accf3ba748ad95aaf27f9a63aa6f on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:32:19.662607 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-a1f1b71a-d3fe-4fa8-ab23-8f5b20323dff service neutron] Checking agent: {'id': '9602430f-c8c8-408a-9570-479772f8b05b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 14, 25, 46), 'started_at': datetime.datetime(2021, 4, 7, 14, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 14, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 14:32:19.662968 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-a1f1b71a-d3fe-4fa8-ab23-8f5b20323dff service neutron] Checking segment: {'id': '08af5bb5-a582-448e-ac67-8d64a395bc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'bb7efeee-99ea-4043-8846-93b702fed956'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:32:19.663429 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-a1f1b71a-d3fe-4fa8-ab23-8f5b20323dff service neutron] Bound using segment: {'id': '08af5bb5-a582-448e-ac67-8d64a395bc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'bb7efeee-99ea-4043-8846-93b702fed956'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 14:32:19.663945 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-a1f1b71a-d3fe-4fa8-ab23-8f5b20323dff service neutron] Bound port: d286a58c-a839-4178-99f9-807f5dc8ebf5, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08af5bb5-a582-448e-ac67-8d64a395bc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'bb7efeee-99ea-4043-8846-93b702fed956'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 14:32:19.664316 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-a1f1b71a-d3fe-4fa8-ab23-8f5b20323dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:19.728785 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-4f2ad6d8-1b50-491e-beab-853c96087526 req-d12591f1-f657-4f59-a927-faea43a9548b tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Unset dirty status for tenant:1f28accf3ba748ad95aaf27f9a63aa6f on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:32:19.729996 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4f2ad6d8-1b50-491e-beab-853c96087526 req-d12591f1-f657-4f59-a927-faea43a9548b tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=df00a571-e0b7-41a0-9817-e1b0f80fc84e HTTP/1.1" status: 200 len: 944 time: 0.3918087 Apr 07 14:32:19.785045 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4f2ad6d8-1b50-491e-beab-853c96087526 req-b4b6194b-6cb5-4c6d-826d-fcaa86365956 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/security-groups?id=172b99c4-5fcb-4178-8dc7-11d51f058b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367491 Apr 07 14:32:19.788191 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-a1f1b71a-d3fe-4fa8-ab23-8f5b20323dff service neutron] For port d286a58c-a839-4178-99f9-807f5dc8ebf5, host hv-cinder-78093, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 14:32:19.792852 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-a1f1b71a-d3fe-4fa8-ab23-8f5b20323dff service neutron] For port d286a58c-a839-4178-99f9-807f5dc8ebf5, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d286a58c-a839-4178-99f9-807f5dc8ebf5,segment=NetworkSegment(08af5bb5-a582-448e-ac67-8d64a395bc43),segment_id=08af5bb5-a582-448e-ac67-8d64a395bc43)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 14:32:19.796953 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-a1f1b71a-d3fe-4fa8-ab23-8f5b20323dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6250582'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:19.833597 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-753d5ca8-67af-4e0f-aee9-cf9190fbeaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:19.866733 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:19.986702 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f1b71a-d3fe-4fa8-ab23-8f5b20323dff service neutron] Pushing event updated for resources: {'Port': ['ID=d286a58c-a839-4178-99f9-807f5dc8ebf5,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:19.992205 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a1f1b71a-d3fe-4fa8-ab23-8f5b20323dff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:20.029684 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-a1f1b71a-d3fe-4fa8-ab23-8f5b20323dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:20.030378 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-a1f1b71a-d3fe-4fa8-ab23-8f5b20323dff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:20.031985 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-a1f1b71a-d3fe-4fa8-ab23-8f5b20323dff service neutron] 10.222.0.81 "PUT /v2.0/ports/d286a58c-a839-4178-99f9-807f5dc8ebf5 HTTP/1.1" status: 200 len: 1094 time: 1.8483136 Apr 07 14:32:20.032534 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df00a571-e0b7-41a0-9817-e1b0f80fc84e', 'tag': 'd286a58c-a839-4178-99f9-807f5dc8ebf5'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:32:20.087435 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df00a571-e0b7-41a0-9817-e1b0f80fc84e', 'tag': 'd286a58c-a839-4178-99f9-807f5dc8ebf5', 'status': 'completed', 'code': 200} Apr 07 14:32:20.234593 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-ecd00275-39cb-4886-b402-2796203884a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:20.238080 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-ecd00275-39cb-4886-b402-2796203884a5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1f28accf3ba748ad95aaf27f9a63aa6f&device_id=df00a571-e0b7-41a0-9817-e1b0f80fc84e HTTP/1.1" status: 200 len: 1097 time: 0.1167552 Apr 07 14:32:20.401069 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-9d6682f2-dbea-4f73-95fb-8817bde333fc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d286a58c-a839-4178-99f9-807f5dc8ebf5 HTTP/1.1" status: 200 len: 217 time: 0.1501732 Apr 07 14:32:20.522205 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88fa0a-109e-4c65-8884-d022edfa5717 req-5373e85d-105c-4845-a1fc-7eef12d2ffe5 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:20.537963 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-fc88fa0a-109e-4c65-8884-d022edfa5717 req-5373e85d-105c-4845-a1fc-7eef12d2ffe5 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 985 time: 0.1477075 Apr 07 14:32:20.545905 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-19e6ccb4-8203-41a1-bc49-2d319844c3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:20.549370 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-19e6ccb4-8203-41a1-bc49-2d319844c3dc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f07fac7c-5a35-4094-b6e4-56e6dcb86d0b HTTP/1.1" status: 200 len: 849 time: 0.1401834 Apr 07 14:32:20.589146 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-fc88fa0a-109e-4c65-8884-d022edfa5717 req-09bb14e8-436f-487b-ab8d-169c0c80de17 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/security-groups?id=07ad4126-4a38-448a-a8d6-23672275bb00&id=5379dc2d-06ff-47a9-ab8e-a32b8c7ce2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0493324 Apr 07 14:32:20.650979 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-e7066550-3f19-4261-8b99-79904033ff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:20.652841 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-e7066550-3f19-4261-8b99-79904033ff4b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bb7efeee-99ea-4043-8846-93b702fed956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0921924 Apr 07 14:32:20.817691 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-32529c30-e265-4f4f-980a-1b27724102af service neutron] 10.222.0.81 "GET /v2.0/networks/bb7efeee-99ea-4043-8846-93b702fed956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574109 Apr 07 14:32:21.442720 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-dcd2dc4d-c652-4671-9536-07b353bab6ca req-e8fb87a8-32d2-484e-93a9-cdaebbb78561 service neutron] 10.222.0.81 "GET /v2.0/networks/bb7efeee-99ea-4043-8846-93b702fed956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6125798 Apr 07 14:32:21.499548 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6c603-c74e-4da0-8579-5a818aeab964 req-cce6548c-7071-48be-aeba-d0a4d877d91c tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:21.502517 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b7f6c603-c74e-4da0-8579-5a818aeab964 req-cce6548c-7071-48be-aeba-d0a4d877d91c tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=df00a571-e0b7-41a0-9817-e1b0f80fc84e HTTP/1.1" status: 200 len: 944 time: 0.5639412 Apr 07 14:32:21.649935 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b7f6c603-c74e-4da0-8579-5a818aeab964 req-66432060-0870-42e8-abe6-8f57b0a1c2f7 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/security-groups?id=172b99c4-5fcb-4178-8dc7-11d51f058b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388443 Apr 07 14:32:21.710137 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970efffc-4775-4f2b-a685-0b662c01fac4 req-6e627823-9c5e-4873-b1a2-8cf2ea2ac85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:21.712220 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-970efffc-4775-4f2b-a685-0b662c01fac4 req-6e627823-9c5e-4873-b1a2-8cf2ea2ac85b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1f28accf3ba748ad95aaf27f9a63aa6f&device_id=df00a571-e0b7-41a0-9817-e1b0f80fc84e HTTP/1.1" status: 200 len: 1097 time: 0.1978753 Apr 07 14:32:21.898121 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371e1c0-fcd0-49d3-b21f-b283ef78a563 req-f53aae12-e62c-43a4-9fd7-ff86ea86d303 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:21.901166 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4371e1c0-fcd0-49d3-b21f-b283ef78a563 req-f53aae12-e62c-43a4-9fd7-ff86ea86d303 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 985 time: 0.1631043 Apr 07 14:32:21.917702 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970efffc-4775-4f2b-a685-0b662c01fac4 req-cd339020-231e-4e20-999e-913268636bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:21.919682 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-970efffc-4775-4f2b-a685-0b662c01fac4 req-cd339020-231e-4e20-999e-913268636bf8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=bb7efeee-99ea-4043-8846-93b702fed956 HTTP/1.1" status: 200 len: 911 time: 0.1981030 Apr 07 14:32:21.969326 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4371e1c0-fcd0-49d3-b21f-b283ef78a563 req-d2ca8a2a-100b-46b9-8528-61290e68e842 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/security-groups?id=07ad4126-4a38-448a-a8d6-23672275bb00&id=5379dc2d-06ff-47a9-ab8e-a32b8c7ce2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528071 Apr 07 14:32:22.001123 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-970efffc-4775-4f2b-a685-0b662c01fac4 req-fb6b6d94-008b-4711-b01f-05f47bed13c5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d286a58c-a839-4178-99f9-807f5dc8ebf5 HTTP/1.1" status: 200 len: 217 time: 0.0730689 Apr 07 14:32:22.081827 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970efffc-4775-4f2b-a685-0b662c01fac4 req-32c99c8f-8574-4d27-b23e-0e233fb300e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:22.084518 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-970efffc-4775-4f2b-a685-0b662c01fac4 req-32c99c8f-8574-4d27-b23e-0e233fb300e9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f07fac7c-5a35-4094-b6e4-56e6dcb86d0b HTTP/1.1" status: 200 len: 849 time: 0.0765617 Apr 07 14:32:22.105122 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 49340) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:32:22.198582 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970efffc-4775-4f2b-a685-0b662c01fac4 req-aeaa33f9-c0b5-4de4-b33a-d38fcd8ba96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:22.201130 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-970efffc-4775-4f2b-a685-0b662c01fac4 req-aeaa33f9-c0b5-4de4-b33a-d38fcd8ba96d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bb7efeee-99ea-4043-8846-93b702fed956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1079066 Apr 07 14:32:22.290996 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-05933db0-2e19-4449-8bf6-6b399a83cd94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:22.322335 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-05933db0-2e19-4449-8bf6-6b399a83cd94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:32:22.330898 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-05933db0-2e19-4449-8bf6-6b399a83cd94 admin admin] Usage tracker for resource:security_group_rule and tenant:2f600e35ba1d4e8eab9640cdbefeede0 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:32:22.336590 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-05933db0-2e19-4449-8bf6-6b399a83cd94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:32:22.348111 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-05933db0-2e19-4449-8bf6-6b399a83cd94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:32:22.367775 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-970efffc-4775-4f2b-a685-0b662c01fac4 req-973e1fe6-3d0d-4d46-8b03-2b2a72e05a53 service neutron] 10.222.0.81 "GET /v2.0/networks/bb7efeee-99ea-4043-8846-93b702fed956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575174 Apr 07 14:32:22.457686 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-05933db0-2e19-4449-8bf6-6b399a83cd94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:22.461527 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-05933db0-2e19-4449-8bf6-6b399a83cd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:22.470943 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7552d561-8660-4b0f-8e5e-6ef70a2d2bd8 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:22.520217 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-05933db0-2e19-4449-8bf6-6b399a83cd94 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2f600e35ba1d4e8eab9640cdbefeede0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4137201 Apr 07 14:32:22.521388 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05933db0-2e19-4449-8bf6-6b399a83cd94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54867538-d5e3-4d0b-894b-94645e123606,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:22.525161 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 49346) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:32:22.528757 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-05933db0-2e19-4449-8bf6-6b399a83cd94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:22.611056 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-914410c0-68ef-4ee7-b4e4-852d17d26d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:22.643848 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-970efffc-4775-4f2b-a685-0b662c01fac4 req-d4440a88-6b33-445e-adea-dd04438814fd service neutron] 10.222.0.81 "GET /v2.0/networks/bb7efeee-99ea-4043-8846-93b702fed956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638268 Apr 07 14:32:22.648312 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-914410c0-68ef-4ee7-b4e4-852d17d26d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:22.700202 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-914410c0-68ef-4ee7-b4e4-852d17d26d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:22.705056 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-c65a3916-fa7e-496d-97d0-e8f9e913a2df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:22.717550 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914410c0-68ef-4ee7-b4e4-852d17d26d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54867538-d5e3-4d0b-894b-94645e123606,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:22.723577 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-914410c0-68ef-4ee7-b4e4-852d17d26d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:22.726053 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-914410c0-68ef-4ee7-b4e4-852d17d26d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:22.727317 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-914410c0-68ef-4ee7-b4e4-852d17d26d59 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/54867538-d5e3-4d0b-894b-94645e123606 HTTP/1.1" status: 204 len: 168 time: 0.2007937 Apr 07 14:32:23.022174 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87747b63-c7fb-4445-8d41-76be5826b994 req-214c0a70-bf07-4721-8ef7-e475b1b2e963 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:23.025155 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-87747b63-c7fb-4445-8d41-76be5826b994 req-214c0a70-bf07-4721-8ef7-e475b1b2e963 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=df00a571-e0b7-41a0-9817-e1b0f80fc84e HTTP/1.1" status: 200 len: 944 time: 0.1423514 Apr 07 14:32:23.084763 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-87747b63-c7fb-4445-8d41-76be5826b994 req-a1b9aac0-477c-4bb0-bcd5-398149a3ee4d tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/security-groups?id=172b99c4-5fcb-4178-8dc7-11d51f058b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510280 Apr 07 14:32:23.148405 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 49360) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:32:23.173817 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6e974cf9-6642-4202-ae0f-9aa847bb2bc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:23.195324 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-6e974cf9-6642-4202-ae0f-9aa847bb2bc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:32:23.200640 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-6e974cf9-6642-4202-ae0f-9aa847bb2bc0 admin admin] Usage tracker for resource:security_group_rule and tenant:5641a6fcfffe4efab855f1c373b067c3 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:32:23.205312 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-6e974cf9-6642-4202-ae0f-9aa847bb2bc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:32:23.217422 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-6e974cf9-6642-4202-ae0f-9aa847bb2bc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:32:23.274095 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8a908-3de1-4573-a5ed-19092c73cd64 req-b5f75d1a-1cc1-4881-9346-9a99f973c539 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:23.274944 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-40d8a908-3de1-4573-a5ed-19092c73cd64 req-b5f75d1a-1cc1-4881-9346-9a99f973c539 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 985 time: 0.1088152 Apr 07 14:32:23.329402 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-40d8a908-3de1-4573-a5ed-19092c73cd64 req-1b65867d-a026-4e8d-a119-3bd424447bcc tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/security-groups?id=07ad4126-4a38-448a-a8d6-23672275bb00&id=5379dc2d-06ff-47a9-ab8e-a32b8c7ce2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436277 Apr 07 14:32:23.352896 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6e974cf9-6642-4202-ae0f-9aa847bb2bc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:23.357617 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6e974cf9-6642-4202-ae0f-9aa847bb2bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:23.370942 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-4f3e436f-b17f-4658-9249-c0e5208fe205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:23.418220 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-6e974cf9-6642-4202-ae0f-9aa847bb2bc0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5641a6fcfffe4efab855f1c373b067c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2682097 Apr 07 14:32:23.420325 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e974cf9-6642-4202-ae0f-9aa847bb2bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b056e361-a897-4df2-8cfb-61dd1c0eff16,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:23.421994 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 49364) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:32:23.423963 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-6e974cf9-6642-4202-ae0f-9aa847bb2bc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:23.507511 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c5e39a3-0504-4b02-895c-808d1f5b0224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:23.542323 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c5e39a3-0504-4b02-895c-808d1f5b0224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:23.593735 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c5e39a3-0504-4b02-895c-808d1f5b0224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:23.599481 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-41d000bf-1397-4bf5-9c23-d91a0f88968c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:23.612061 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5e39a3-0504-4b02-895c-808d1f5b0224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b056e361-a897-4df2-8cfb-61dd1c0eff16,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:23.615144 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-6c5e39a3-0504-4b02-895c-808d1f5b0224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:23.621280 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6c5e39a3-0504-4b02-895c-808d1f5b0224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:23.623760 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-6c5e39a3-0504-4b02-895c-808d1f5b0224 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b056e361-a897-4df2-8cfb-61dd1c0eff16 HTTP/1.1" status: 204 len: 168 time: 0.1984339 Apr 07 14:32:24.325736 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device d286a58c-a839-4178-99f9-807f5dc8ebf5 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=84314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 14:32:24.334105 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba40570-0514-4787-83cf-989927ca264e req-45a86915-bbcf-4d1d-95aa-499f750d3129 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:24.336039 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-2ba40570-0514-4787-83cf-989927ca264e req-45a86915-bbcf-4d1d-95aa-499f750d3129 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=df00a571-e0b7-41a0-9817-e1b0f80fc84e HTTP/1.1" status: 200 len: 944 time: 0.1164575 Apr 07 14:32:24.401541 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-2ba40570-0514-4787-83cf-989927ca264e req-a9c8043d-bab0-4608-b741-c7a8c28f8f88 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/security-groups?id=172b99c4-5fcb-4178-8dc7-11d51f058b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546074 Apr 07 14:32:24.524156 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port d286a58c-a839-4178-99f9-807f5dc8ebf5, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d286a58c-a839-4178-99f9-807f5dc8ebf5,segment=NetworkSegment(08af5bb5-a582-448e-ac67-8d64a395bc43),segment_id=08af5bb5-a582-448e-ac67-8d64a395bc43)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:32:24.547649 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Returning: {'device': 'd286a58c-a839-4178-99f9-807f5dc8ebf5', 'network_id': 'bb7efeee-99ea-4043-8846-93b702fed956', 'port_id': 'd286a58c-a839-4178-99f9-807f5dc8ebf5', 'mac_address': 'fa:16:3e:c9:51:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f07fac7c-5a35-4094-b6e4-56e6dcb86d0b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 14:32:24.637598 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:24.639494 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d286a58c-a839-4178-99f9-807f5dc8ebf5 {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 14:32:24.661093 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port d286a58c-a839-4178-99f9-807f5dc8ebf5, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d286a58c-a839-4178-99f9-807f5dc8ebf5,segment=NetworkSegment(08af5bb5-a582-448e-ac67-8d64a395bc43),segment_id=08af5bb5-a582-448e-ac67-8d64a395bc43)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:32:24.666298 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:24.671249 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-379e71f3-5c9b-4f23-b32a-6de187c915c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:24.677653 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 49392) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:32:24.708085 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d273e3-e5bf-4c5a-ada2-f8774444a6bb req-c1b7ab48-e2b2-4b87-b135-68fe97350106 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:24.709929 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-48d273e3-e5bf-4c5a-ada2-f8774444a6bb req-c1b7ab48-e2b2-4b87-b135-68fe97350106 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 985 time: 0.1697497 Apr 07 14:32:24.755143 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-48d273e3-e5bf-4c5a-ada2-f8774444a6bb req-cc43980b-d6cc-44d4-85c7-91f13211be2b tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/security-groups?id=07ad4126-4a38-448a-a8d6-23672275bb00&id=5379dc2d-06ff-47a9-ab8e-a32b8c7ce2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325346 Apr 07 14:32:24.800132 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Pushing event updated for resources: {'Port': ['ID=d286a58c-a839-4178-99f9-807f5dc8ebf5,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:24.803797 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:24.864497 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-282a4157-c8cc-4d73-bd4c-cbc630e629a1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1615888427-network', 'tenant_id': 'b84a1d90cdbf4dbb98b0ac7a2f7d3147'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:32:24.870882 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-282a4157-c8cc-4d73-bd4c-cbc630e629a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:32:24.876325 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-282a4157-c8cc-4d73-bd4c-cbc630e629a1 admin admin] Usage tracker for resource:network and tenant:b84a1d90cdbf4dbb98b0ac7a2f7d3147 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:32:24.880052 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-282a4157-c8cc-4d73-bd4c-cbc630e629a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:32:24.887142 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-282a4157-c8cc-4d73-bd4c-cbc630e629a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:32:24.900054 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282a4157-c8cc-4d73-bd4c-cbc630e629a1 admin admin] Made reservation on behalf of b84a1d90cdbf4dbb98b0ac7a2f7d3147 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:32:24.905808 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-282a4157-c8cc-4d73-bd4c-cbc630e629a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:24.921004 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-282a4157-c8cc-4d73-bd4c-cbc630e629a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:24.929517 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] get_ports_and_sgs() called for port_ids ['d286a58c-a839-4178-99f9-807f5dc8ebf5'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 14:32:24.943528 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-282a4157-c8cc-4d73-bd4c-cbc630e629a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:32:24.948335 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-282a4157-c8cc-4d73-bd4c-cbc630e629a1 admin admin] Usage tracker for resource:security_group_rule and tenant:b84a1d90cdbf4dbb98b0ac7a2f7d3147 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:32:24.952172 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-282a4157-c8cc-4d73-bd4c-cbc630e629a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:32:24.959571 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-282a4157-c8cc-4d73-bd4c-cbc630e629a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:32:25.102983 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-282a4157-c8cc-4d73-bd4c-cbc630e629a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:25.107459 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-282a4157-c8cc-4d73-bd4c-cbc630e629a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:25.111659 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a2e1bf49-c4ab-4f2c-aa73-a823eb61f647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:25.153066 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-282a4157-c8cc-4d73-bd4c-cbc630e629a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 07 14:32:25.160690 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a4157-c8cc-4d73-bd4c-cbc630e629a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0eea14-14ac-4646-af70-75dd7e531512,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:25.175061 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-282a4157-c8cc-4d73-bd4c-cbc630e629a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773215'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:25.176032 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.db.segments_db [None req-282a4157-c8cc-4d73-bd4c-cbc630e629a1 admin admin] Added segment d59a4699-8dc2-41cf-bc84-1fce5738d4fe of type vlan for network 3ef87e8e-3105-49a2-93c4-a346db233f4b Apr 07 14:32:25.189875 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-282a4157-c8cc-4d73-bd4c-cbc630e629a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:25.218248 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-282a4157-c8cc-4d73-bd4c-cbc630e629a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304368617707'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:25.265384 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-282a4157-c8cc-4d73-bd4c-cbc630e629a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:25.267132 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282a4157-c8cc-4d73-bd4c-cbc630e629a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:25.267843 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-282a4157-c8cc-4d73-bd4c-cbc630e629a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:25.274683 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:25.394646 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-282a4157-c8cc-4d73-bd4c-cbc630e629a1 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7125149 Apr 07 14:32:25.394973 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a4157-c8cc-4d73-bd4c-cbc630e629a1 admin admin] Pushing event updated for resources: {'Network': ['ID=3ef87e8e-3105-49a2-93c4-a346db233f4b,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:25.396517 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 49406) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:32:25.398585 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-282a4157-c8cc-4d73-bd4c-cbc630e629a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:25.407660 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-75b2fc65-520a-4d93-9ec3-a33e8ec6b719 admin admin] Request body: {'subnet': {'network_id': '3ef87e8e-3105-49a2-93c4-a346db233f4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1615888427-subnet', 'tenant_id': 'b84a1d90cdbf4dbb98b0ac7a2f7d3147', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:32:25.417293 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Network 3ef87e8e-3105-49a2-93c4-a346db233f4b details requested by agent ovs-agent-dv-cinder-780933-3-smb with host dv-cinder-780933-3-smb {{(pid=84314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 14:32:25.430578 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-75b2fc65-520a-4d93-9ec3-a33e8ec6b719 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:32:25.438349 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-75b2fc65-520a-4d93-9ec3-a33e8ec6b719 admin admin] Usage tracker for resource:subnet and tenant:b84a1d90cdbf4dbb98b0ac7a2f7d3147 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:32:25.442235 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-75b2fc65-520a-4d93-9ec3-a33e8ec6b719 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:32:25.454470 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-75b2fc65-520a-4d93-9ec3-a33e8ec6b719 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:32:25.473754 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b2fc65-520a-4d93-9ec3-a33e8ec6b719 admin admin] Made reservation on behalf of b84a1d90cdbf4dbb98b0ac7a2f7d3147 for: {'subnet': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:32:25.483586 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-75b2fc65-520a-4d93-9ec3-a33e8ec6b719 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7048069'] for subnet, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:26.051040 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c03c74-895e-417d-83fb-259aa296b1ad req-7c72f0d9-905c-42e5-ad61-09af9abf63dd tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:26.054106 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b6c03c74-895e-417d-83fb-259aa296b1ad req-7c72f0d9-905c-42e5-ad61-09af9abf63dd tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 985 time: 0.1315897 Apr 07 14:32:26.085177 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070168a-a21e-4824-979c-793bbe00fd7f req-276ec51b-0a01-4c7a-8668-475bdef218b9 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:26.086887 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4070168a-a21e-4824-979c-793bbe00fd7f req-276ec51b-0a01-4c7a-8668-475bdef218b9 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=df00a571-e0b7-41a0-9817-e1b0f80fc84e HTTP/1.1" status: 200 len: 945 time: 0.4606471 Apr 07 14:32:26.103655 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b6c03c74-895e-417d-83fb-259aa296b1ad req-c520dbb8-5468-4d16-85da-8e216948a493 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/security-groups?id=07ad4126-4a38-448a-a8d6-23672275bb00&id=5379dc2d-06ff-47a9-ab8e-a32b8c7ce2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407860 Apr 07 14:32:26.156837 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4070168a-a21e-4824-979c-793bbe00fd7f req-6de59cd1-919e-477a-810f-0f349d27c9ab tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/security-groups?id=172b99c4-5fcb-4178-8dc7-11d51f058b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565932 Apr 07 14:32:26.266950 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-75b2fc65-520a-4d93-9ec3-a33e8ec6b719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848525143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7048116'] for subnet, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:26.286100 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:26.323379 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device d286a58c-a839-4178-99f9-807f5dc8ebf5 up at agent hyperv_hv-cinder-78093 {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:32:26.417361 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Provisioning for port d286a58c-a839-4178-99f9-807f5dc8ebf5 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:32:26.427647 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Provisioning complete for port d286a58c-a839-4178-99f9-807f5dc8ebf5 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:32:26.428561 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:26.445351 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b2fc65-520a-4d93-9ec3-a33e8ec6b719 admin admin] Pushing event updated for resources: {'Subnet': ['ID=735f7e4a-f75f-428a-b825-0c57f63019e0,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:26.466239 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-75b2fc65-520a-4d93-9ec3-a33e8ec6b719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:26.582605 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b2fc65-520a-4d93-9ec3-a33e8ec6b719 admin admin] Checking segment: {'id': 'd59a4699-8dc2-41cf-bc84-1fce5738d4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '3ef87e8e-3105-49a2-93c4-a346db233f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:32:26.583248 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b2fc65-520a-4d93-9ec3-a33e8ec6b719 admin admin] Network hostable DHCP agents. Network: 3ef87e8e-3105-49a2-93c4-a346db233f4b, hostable agents: ['42bbb647-2c35-4d48-afa7-1676ea318721'], hosted agents: [] {{(pid=84313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 14:32:26.611250 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b2fc65-520a-4d93-9ec3-a33e8ec6b719 admin admin] Network 3ef87e8e-3105-49a2-93c4-a346db233f4b is scheduled to be hosted by DHCP agent 42bbb647-2c35-4d48-afa7-1676ea318721 with binding_index 1 {{(pid=84313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 14:32:26.623447 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-75b2fc65-520a-4d93-9ec3-a33e8ec6b719 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-3-smb, 3ef87e8e-3105-49a2-93c4-a346db233f4b) {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:32:26.651736 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35358899-1f71-4ec2-9552-02299c48c55c None None] Network 3ef87e8e-3105-49a2-93c4-a346db233f4b requested from dv-cinder-780933-3-smb {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 14:32:26.654461 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b2fc65-520a-4d93-9ec3-a33e8ec6b719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:26.655122 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-75b2fc65-520a-4d93-9ec3-a33e8ec6b719 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:26.692675 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-75b2fc65-520a-4d93-9ec3-a33e8ec6b719 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2941916 Apr 07 14:32:26.762282 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:26.787465 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df00a571-e0b7-41a0-9817-e1b0f80fc84e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd286a58c-a839-4178-99f9-807f5dc8ebf5'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:32:26.804818 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port d286a58c-a839-4178-99f9-807f5dc8ebf5, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d286a58c-a839-4178-99f9-807f5dc8ebf5,segment=NetworkSegment(08af5bb5-a582-448e-ac67-8d64a395bc43),segment_id=08af5bb5-a582-448e-ac67-8d64a395bc43)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:32:26.809184 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:26.818647 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-437f17ae-c244-4051-8a2f-544d7906284c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:26.897170 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df00a571-e0b7-41a0-9817-e1b0f80fc84e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd286a58c-a839-4178-99f9-807f5dc8ebf5', 'code': 200} Apr 07 14:32:27.020612 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Pushing event updated for resources: {'Port': ['ID=d286a58c-a839-4178-99f9-807f5dc8ebf5,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:27.025320 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:27.035455 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf78a97c-81ec-4662-8131-4d023f69c8cd None None] Network 3ef87e8e-3105-49a2-93c4-a346db233f4b requested from dv-cinder-780933-3-smb {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 14:32:27.246988 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291751de-b358-4387-9f35-3ddd7f7fd7ef req-2e8aeeef-c5e2-4bf6-81c5-b701f58b9628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:27.248964 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-291751de-b358-4387-9f35-3ddd7f7fd7ef req-2e8aeeef-c5e2-4bf6-81c5-b701f58b9628 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=df00a571-e0b7-41a0-9817-e1b0f80fc84e HTTP/1.1" status: 200 len: 1099 time: 0.1416187 Apr 07 14:32:27.283039 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-291751de-b358-4387-9f35-3ddd7f7fd7ef req-3046ffe9-e5df-4944-970a-c0a288f8d9e9 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=172b99c4-5fcb-4178-8dc7-11d51f058b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276124 Apr 07 14:32:27.462179 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927bef3f-1a04-453f-9722-14f44814e007 req-48fd90ab-e783-4871-9aa9-26e9fdc9fe57 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:27.465219 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-927bef3f-1a04-453f-9722-14f44814e007 req-48fd90ab-e783-4871-9aa9-26e9fdc9fe57 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 985 time: 0.2019050 Apr 07 14:32:27.533972 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-927bef3f-1a04-453f-9722-14f44814e007 req-a10dfa65-52d4-46cc-9d3e-7df01ec39519 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/security-groups?id=07ad4126-4a38-448a-a8d6-23672275bb00&id=5379dc2d-06ff-47a9-ab8e-a32b8c7ce2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599382 Apr 07 14:32:27.679615 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6acd73-8012-4eba-9990-6edeaa6d96e2 req-875175e7-cad4-4b1a-9bc5-2373f5acd513 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:27.688563 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4a6acd73-8012-4eba-9990-6edeaa6d96e2 req-875175e7-cad4-4b1a-9bc5-2373f5acd513 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=df00a571-e0b7-41a0-9817-e1b0f80fc84e HTTP/1.1" status: 200 len: 946 time: 0.1769612 Apr 07 14:32:27.732926 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4a6acd73-8012-4eba-9990-6edeaa6d96e2 req-40f1107d-6a70-44c0-85b6-75c23fd00758 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/security-groups?id=172b99c4-5fcb-4178-8dc7-11d51f058b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406666 Apr 07 14:32:27.759139 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24925e7e-b719-4f55-b1db-b687b52c1225 req-4071f37e-5aa9-4df3-a539-3c809cbd1e07 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:27.761249 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-24925e7e-b719-4f55-b1db-b687b52c1225 req-4071f37e-5aa9-4df3-a539-3c809cbd1e07 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 947 time: 0.1241136 Apr 07 14:32:27.798395 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-24925e7e-b719-4f55-b1db-b687b52c1225 req-0719246d-123f-4bf7-983c-91689b033563 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286217 Apr 07 14:32:28.800144 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe311a2-17e6-4d0a-b232-5619e4b6325f req-98ca71bc-1873-499c-8f5a-deda8e9a14f2 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:28.801759 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-dfe311a2-17e6-4d0a-b232-5619e4b6325f req-98ca71bc-1873-499c-8f5a-deda8e9a14f2 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 985 time: 0.1499343 Apr 07 14:32:28.856848 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-dfe311a2-17e6-4d0a-b232-5619e4b6325f req-a0425f1e-619d-4a35-b0e6-180a6cc7fb0c tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/security-groups?id=07ad4126-4a38-448a-a8d6-23672275bb00&id=5379dc2d-06ff-47a9-ab8e-a32b8c7ce2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409048 Apr 07 14:32:29.015402 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad2f91-ca0f-44b2-9805-1bdf071bddc2 req-88752aba-4b03-488d-9eee-006817a9e395 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:29.017184 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-51ad2f91-ca0f-44b2-9805-1bdf071bddc2 req-88752aba-4b03-488d-9eee-006817a9e395 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=df00a571-e0b7-41a0-9817-e1b0f80fc84e HTTP/1.1" status: 200 len: 946 time: 0.1579165 Apr 07 14:32:29.072620 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-51ad2f91-ca0f-44b2-9805-1bdf071bddc2 req-3b933ea4-8fe6-4abb-8eb4-e6d472c7dd3a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/security-groups?id=172b99c4-5fcb-4178-8dc7-11d51f058b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415754 Apr 07 14:32:29.147219 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9bef7-afcd-4c86-a665-645cb5f32227 req-011c326d-0acc-4388-b4e3-66bf987817dc tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:29.149631 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ced9bef7-afcd-4c86-a665-645cb5f32227 req-011c326d-0acc-4388-b4e3-66bf987817dc tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 947 time: 0.1577137 Apr 07 14:32:29.202659 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ced9bef7-afcd-4c86-a665-645cb5f32227 req-56e1c490-01d6-4313-b2cc-d73191c7d3b8 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453105 Apr 07 14:32:29.368207 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c13484-6819-4a05-ab5d-b2a31c9bd004 req-bb5b7b72-2e22-4318-bf64-b303a65238b8 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:29.369939 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f1c13484-6819-4a05-ab5d-b2a31c9bd004 req-bb5b7b72-2e22-4318-bf64-b303a65238b8 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=df00a571-e0b7-41a0-9817-e1b0f80fc84e HTTP/1.1" status: 200 len: 946 time: 0.1210494 Apr 07 14:32:29.379769 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 49466) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:32:29.385597 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-d4baabc7-4673-4e61-82a3-7deea66f36a2 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Request body: {'floatingip': {'port_id': 'd286a58c-a839-4178-99f9-807f5dc8ebf5'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:32:29.476340 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d4baabc7-4673-4e61-82a3-7deea66f36a2 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks [] for floatingip, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:29.759375 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce229e72-8da9-4f4d-8f50-97d8f9f9abf4 req-2b139228-f838-4e6a-872f-075a095d2240 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:29.762338 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ce229e72-8da9-4f4d-8f50-97d8f9f9abf4 req-2b139228-f838-4e6a-872f-075a095d2240 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.81 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 947 time: 0.4364865 Apr 07 14:32:29.780508 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82bd40-a608-4481-b1b5-09322f681603 req-118f2403-d70c-47f2-bd52-af592d234d8a tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:29.783305 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ff82bd40-a608-4481-b1b5-09322f681603 req-118f2403-d70c-47f2-bd52-af592d234d8a tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.63 "GET /v2.0/networks?id=3ef87e8e-3105-49a2-93c4-a346db233f4b HTTP/1.1" status: 200 len: 809 time: 0.3749118 Apr 07 14:32:29.880101 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ff82bd40-a608-4481-b1b5-09322f681603 req-5c51f18d-9dd4-4d07-bf2d-e977c91ac4df tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.63 "GET /v2.0/quotas/b84a1d90cdbf4dbb98b0ac7a2f7d3147 HTTP/1.1" status: 200 len: 375 time: 0.0459440 Apr 07 14:32:29.987977 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ff82bd40-a608-4481-b1b5-09322f681603 req-6d5b06bf-5485-4c1c-b758-34a02fcbc4c8 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=b84a1d90cdbf4dbb98b0ac7a2f7d3147&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0898678 Apr 07 14:32:30.014439 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-ce229e72-8da9-4f4d-8f50-97d8f9f9abf4 req-a9a4a0bf-d8ca-487e-b70b-122bd18cadad tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Deleting port 207765ac-57a5-4aa8-a2e0-6c4476ab7a6f {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:32:30.015132 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-ce229e72-8da9-4f4d-8f50-97d8f9f9abf4 req-a9a4a0bf-d8ca-487e-b70b-122bd18cadad tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:30.364025 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d4eb5c-82aa-447e-9ec6-65f950258e8b req-a41844a2-eac3-4765-b096-7e401cf1a9b7 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:30.366737 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-19d4eb5c-82aa-447e-9ec6-65f950258e8b req-a41844a2-eac3-4765-b096-7e401cf1a9b7 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 985 time: 0.2804806 Apr 07 14:32:30.568492 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-19d4eb5c-82aa-447e-9ec6-65f950258e8b req-4512aabf-6729-4d16-af57-0e145f3b39d7 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/security-groups?id=07ad4126-4a38-448a-a8d6-23672275bb00&id=5379dc2d-06ff-47a9-ab8e-a32b8c7ce2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0993299 Apr 07 14:32:30.593916 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d4baabc7-4673-4e61-82a3-7deea66f36a2 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:30.597908 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d4baabc7-4673-4e61-82a3-7deea66f36a2 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8275434'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:30.752225 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.agents_db [None req-6fbea437-4030-452f-8588-832da035c2c0 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 14:32:30.791936 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ff82bd40-a608-4481-b1b5-09322f681603 req-4a80d025-a3d2-4368-a0c1-c0fbb7f1dc33 service neutron] 10.222.0.63 "GET /v2.0/networks/3ef87e8e-3105-49a2-93c4-a346db233f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7185321 Apr 07 14:32:30.991586 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-ce229e72-8da9-4f4d-8f50-97d8f9f9abf4 req-a9a4a0bf-d8ca-487e-b70b-122bd18cadad tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] For port 207765ac-57a5-4aa8-a2e0-6c4476ab7a6f, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=207765ac-57a5-4aa8-a2e0-6c4476ab7a6f,segment=NetworkSegment(0118da08-8e30-4678-bce3-0cdb584704d7),segment_id=0118da08-8e30-4678-bce3-0cdb584704d7)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:32:30.992396 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-ce229e72-8da9-4f4d-8f50-97d8f9f9abf4 req-a9a4a0bf-d8ca-487e-b70b-122bd18cadad tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:31.079369 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.db.l3_db [None req-d4baabc7-4673-4e61-82a3-7deea66f36a2 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Floating IP d093abbb-40cb-41d6-ad4a-94c3f0be4fef associated. External IP: 172.28.3.99, port: d286a58c-a839-4178-99f9-807f5dc8ebf5. Apr 07 14:32:31.084379 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ff82bd40-a608-4481-b1b5-09322f681603 req-69d93494-0f51-4380-aedb-1664f96fe063 service neutron] 10.222.0.63 "GET /v2.0/networks/3ef87e8e-3105-49a2-93c4-a346db233f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817073 Apr 07 14:32:31.371365 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-697d77a9-bc14-4e84-aa51-23c9b44fc996 req-d664b778-1e9f-4236-80aa-d81faf99c03f tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef7989cb-db48-4221-ba56-1e0a44598e6c HTTP/1.1" status: 200 len: 210 time: 0.0659752 Apr 07 14:32:31.416571 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-ce229e72-8da9-4f4d-8f50-97d8f9f9abf4 req-a9a4a0bf-d8ca-487e-b70b-122bd18cadad tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:31.417380 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-ce229e72-8da9-4f4d-8f50-97d8f9f9abf4 req-a9a4a0bf-d8ca-487e-b70b-122bd18cadad tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8275434'] for floatingip, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:31.418016 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.db.l3_db [req-ce229e72-8da9-4f4d-8f50-97d8f9f9abf4 req-a9a4a0bf-d8ca-487e-b70b-122bd18cadad tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Floating IP 55cd7369-f9f2-49e1-9cdf-747f81fcfd88 disassociated. External IP: 172.28.3.223, port: 207765ac-57a5-4aa8-a2e0-6c4476ab7a6f. Apr 07 14:32:31.418674 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-ce229e72-8da9-4f4d-8f50-97d8f9f9abf4 req-a9a4a0bf-d8ca-487e-b70b-122bd18cadad tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Calling delete_port for 207765ac-57a5-4aa8-a2e0-6c4476ab7a6f owned by compute:nova {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:32:31.629198 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff8311-b7e1-4060-bdd7-3d6fe97d8836 req-7d9945e6-8c9b-4307-8545-b01668a0ec1e tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:31.630882 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4fff8311-b7e1-4060-bdd7-3d6fe97d8836 req-7d9945e6-8c9b-4307-8545-b01668a0ec1e tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 947 time: 0.7984829 Apr 07 14:32:31.677097 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4fff8311-b7e1-4060-bdd7-3d6fe97d8836 req-676a6bc9-028c-48b0-a867-620280f4e415 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=76d1849f-9d66-4b5e-b063-25962b4721e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279431 Apr 07 14:32:31.697258 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-ce229e72-8da9-4f4d-8f50-97d8f9f9abf4 req-a9a4a0bf-d8ca-487e-b70b-122bd18cadad tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304368157317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304368589940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848525233'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:31.728296 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-fecef9c5-e747-4d92-84f2-cd416fe72cbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:31.957943 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a4a0bf-d8ca-487e-b70b-122bd18cadad tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Pushing event deleted for resources: {'Port': ['ID=207765ac-57a5-4aa8-a2e0-6c4476ab7a6f,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:31.988868 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a4a0bf-d8ca-487e-b70b-122bd18cadad tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:32:31.989320 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a4a0bf-d8ca-487e-b70b-122bd18cadad tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:32:31.989688 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a4a0bf-d8ca-487e-b70b-122bd18cadad tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:32:31.990094 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a4a0bf-d8ca-487e-b70b-122bd18cadad tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:32:31.990510 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a4a0bf-d8ca-487e-b70b-122bd18cadad tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:32:31.990915 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a4a0bf-d8ca-487e-b70b-122bd18cadad tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:32:31.991321 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a4a0bf-d8ca-487e-b70b-122bd18cadad tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:32:31.991739 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a4a0bf-d8ca-487e-b70b-122bd18cadad tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:32:31.992490 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a4a0bf-d8ca-487e-b70b-122bd18cadad tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:32:31.992490 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a4a0bf-d8ca-487e-b70b-122bd18cadad tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:32:31.992923 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a4a0bf-d8ca-487e-b70b-122bd18cadad tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:32:31.993327 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a4a0bf-d8ca-487e-b70b-122bd18cadad tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:32:32.002133 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4baabc7-4673-4e61-82a3-7deea66f36a2 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Router 9d12001d-7805-4131-a633-cf53c7ec6821 has already been hosted by L3 agent d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 14:32:32.003065 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a9a4a0bf-d8ca-487e-b70b-122bd18cadad tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:32.100471 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e99ce7-d57c-4d5c-a5a6-83019b248bf8 req-3210b1ce-83eb-413d-86d0-9feca26cd6f4 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:32.102266 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c6e99ce7-d57c-4d5c-a5a6-83019b248bf8 req-3210b1ce-83eb-413d-86d0-9feca26cd6f4 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 985 time: 0.2089100 Apr 07 14:32:32.246390 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4baabc7-4673-4e61-82a3-7deea66f36a2 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify agent at l3_agent.dv-cinder-780933-3-smb the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 14:32:32.260709 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73ff0e3-6041-41c5-90dd-35d3b1b5a3b1 None None] Sync routers for ids ['9d12001d-7805-4131-a633-cf53c7ec6821'] in dv-cinder-780933-3-smb {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 14:32:32.261514 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d4baabc7-4673-4e61-82a3-7deea66f36a2 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:32.277437 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c6e99ce7-d57c-4d5c-a5a6-83019b248bf8 req-3c3652e3-2392-424d-858a-789e7a61a823 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/security-groups?id=07ad4126-4a38-448a-a8d6-23672275bb00&id=5379dc2d-06ff-47a9-ab8e-a32b8c7ce2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1150355 Apr 07 14:32:32.318800 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73ff0e3-6041-41c5-90dd-35d3b1b5a3b1 None None] Routers {'9d12001d-7805-4131-a633-cf53c7ec6821'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:32:32.320338 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-e73ff0e3-6041-41c5-90dd-35d3b1b5a3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:32:17Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['9d12001d-7805-4131-a633-cf53c7ec6821'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:32:32.353938 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-d4baabc7-4673-4e61-82a3-7deea66f36a2 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "PUT /v2.0/floatingips/d093abbb-40cb-41d6-ad4a-94c3f0be4fef HTTP/1.1" status: 200 len: 991 time: 2.9683111 Apr 07 14:32:32.353938 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df00a571-e0b7-41a0-9817-e1b0f80fc84e', 'tag': 'd286a58c-a839-4178-99f9-807f5dc8ebf5'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:32:32.389590 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce229e72-8da9-4f4d-8f50-97d8f9f9abf4 req-a9a4a0bf-d8ca-487e-b70b-122bd18cadad tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Router dd655aa6-da4d-47b4-a2e3-956b524a6b4e has already been hosted by L3 agent d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2 {{(pid=84313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 14:32:32.481203 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df00a571-e0b7-41a0-9817-e1b0f80fc84e', 'tag': 'd286a58c-a839-4178-99f9-807f5dc8ebf5', 'status': 'completed', 'code': 200} Apr 07 14:32:32.758394 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721cfb1-e9a7-471b-92b3-38783bc01360 req-d3b4a676-b428-4d2c-95d5-db9e22e6d0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:32.761436 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-61427184-8f6d-4de7-a2c8-f4bb507242cf req-7e4db38c-5473-4709-9107-ac07702f7b97 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef7989cb-db48-4221-ba56-1e0a44598e6c HTTP/1.1" status: 200 len: 210 time: 0.0830710 Apr 07 14:32:32.782973 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b721cfb1-e9a7-471b-92b3-38783bc01360 req-d3b4a676-b428-4d2c-95d5-db9e22e6d0c2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1f28accf3ba748ad95aaf27f9a63aa6f&device_id=df00a571-e0b7-41a0-9817-e1b0f80fc84e HTTP/1.1" status: 200 len: 1099 time: 0.2220681 Apr 07 14:32:32.826976 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce229e72-8da9-4f4d-8f50-97d8f9f9abf4 req-a9a4a0bf-d8ca-487e-b70b-122bd18cadad tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify agent at l3_agent.dv-cinder-780933-3-smb the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 14:32:32.842466 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c727db0-d64e-4dfc-aeb9-5d892d377dce None None] Sync routers for ids ['dd655aa6-da4d-47b4-a2e3-956b524a6b4e'] in dv-cinder-780933-3-smb {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 14:32:32.860643 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c727db0-d64e-4dfc-aeb9-5d892d377dce None None] Routers {'dd655aa6-da4d-47b4-a2e3-956b524a6b4e'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:32:32.868159 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-5c727db0-d64e-4dfc-aeb9-5d892d377dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:32:17Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['dd655aa6-da4d-47b4-a2e3-956b524a6b4e'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:32:33.029657 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce229e72-8da9-4f4d-8f50-97d8f9f9abf4 req-a9a4a0bf-d8ca-487e-b70b-122bd18cadad tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] No DVR routers for this DVR port 207765ac-57a5-4aa8-a2e0-6c4476ab7a6f on host hv-cinder-78093 {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 14:32:33.040415 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-ce229e72-8da9-4f4d-8f50-97d8f9f9abf4 req-a9a4a0bf-d8ca-487e-b70b-122bd18cadad tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:33.043630 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b209db44-6b45-43be-8bbc-640d1b3af949', 'name': 'network-vif-deleted', 'tag': '207765ac-57a5-4aa8-a2e0-6c4476ab7a6f'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:32:33.079802 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-e73ff0e3-6041-41c5-90dd-35d3b1b5a3b1 None None] Set router 9d12001d-7805-4131-a633-cf53c7ec6821 gateway port host: dv-cinder-780933-3-smb {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:32:33.099662 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ce229e72-8da9-4f4d-8f50-97d8f9f9abf4 req-a9a4a0bf-d8ca-487e-b70b-122bd18cadad tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.81 "DELETE /v2.0/ports/207765ac-57a5-4aa8-a2e0-6c4476ab7a6f HTTP/1.1" status: 204 len: 173 time: 3.3147287 Apr 07 14:32:33.146405 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b209db44-6b45-43be-8bbc-640d1b3af949', 'name': 'network-vif-deleted', 'tag': '207765ac-57a5-4aa8-a2e0-6c4476ab7a6f', 'status': 'completed', 'code': 200} Apr 07 14:32:33.203916 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721cfb1-e9a7-471b-92b3-38783bc01360 req-526b19a2-2fc3-4660-acdd-844b1b479496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:33.207001 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b721cfb1-e9a7-471b-92b3-38783bc01360 req-526b19a2-2fc3-4660-acdd-844b1b479496 service neutron] 10.222.0.81 "GET /v2.0/networks?id=bb7efeee-99ea-4043-8846-93b702fed956 HTTP/1.1" status: 200 len: 911 time: 0.4132946 Apr 07 14:32:33.290441 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-5c727db0-d64e-4dfc-aeb9-5d892d377dce None None] Set router dd655aa6-da4d-47b4-a2e3-956b524a6b4e gateway port host: dv-cinder-780933-3-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:32:33.410857 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-06c4f853-8c7b-4cc7-bd65-d09d3df2f186 req-584c1f8f-10c8-4439-a74e-5725ad2eb2b2 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=b209db44-6b45-43be-8bbc-640d1b3af949 HTTP/1.1" status: 200 len: 210 time: 0.2025840 Apr 07 14:32:33.554716 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b721cfb1-e9a7-471b-92b3-38783bc01360 req-8c94d718-fae6-4fc0-95d2-5579c9115c47 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d286a58c-a839-4178-99f9-807f5dc8ebf5 HTTP/1.1" status: 200 len: 999 time: 0.2761278 Apr 07 14:32:33.643327 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82bd40-a608-4481-b1b5-09322f681603 req-18cbb94a-6868-408e-ba9d-cbb9ff0e2108 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:33.645539 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ff82bd40-a608-4481-b1b5-09322f681603 req-18cbb94a-6868-408e-ba9d-cbb9ff0e2108 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.81 "GET /v2.0/networks?id=3ef87e8e-3105-49a2-93c4-a346db233f4b HTTP/1.1" status: 200 len: 809 time: 0.4121730 Apr 07 14:32:33.724962 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721cfb1-e9a7-471b-92b3-38783bc01360 req-02a33b94-3780-4d88-bde5-3823afeba963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:33.726839 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b721cfb1-e9a7-471b-92b3-38783bc01360 req-02a33b94-3780-4d88-bde5-3823afeba963 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f07fac7c-5a35-4094-b6e4-56e6dcb86d0b HTTP/1.1" status: 200 len: 849 time: 0.1593893 Apr 07 14:32:33.735394 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [req-ff82bd40-a608-4481-b1b5-09322f681603 req-db0f2c73-ee19-40cb-802f-6c3b9360ba95 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Request body: {'port': {'device_id': 'ef7989cb-db48-4221-ba56-1e0a44598e6c', 'network_id': '3ef87e8e-3105-49a2-93c4-a346db233f4b', 'admin_state_up': True, 'tenant_id': 'b84a1d90cdbf4dbb98b0ac7a2f7d3147'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:32:33.995624 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721cfb1-e9a7-471b-92b3-38783bc01360 req-beb388ae-17b0-44b8-bc7c-65a36670148c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:33.996404 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b721cfb1-e9a7-471b-92b3-38783bc01360 req-beb388ae-17b0-44b8-bc7c-65a36670148c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bb7efeee-99ea-4043-8846-93b702fed956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2619786 Apr 07 14:32:34.109494 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538e6ca-444d-4bf5-a4aa-7f9e546ee62c req-7d684b97-9e2a-4c64-9909-636a4356846c tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:34.111448 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b538e6ca-444d-4bf5-a4aa-7f9e546ee62c req-7d684b97-9e2a-4c64-9909-636a4356846c tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 985 time: 0.4646585 Apr 07 14:32:34.159245 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-5c727db0-d64e-4dfc-aeb9-5d892d377dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1548084369-router', 'tenant_id': '782e9eccce6d4f5898c76958383a5e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '69120901-9166-4b35-862a-c8d0885825f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:27:30Z', 'updated_at': '2021-04-07T14:27:54Z', 'revision_number': 4, 'project_id': '782e9eccce6d4f5898c76958383a5e3d', 'gw_port': {'id': '69120901-9166-4b35-862a-c8d0885825f3', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:27:33Z', 'updated_at': '2021-04-07T14:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_interfaces': [{'id': '5a4b1919-0dd5-48d4-821e-51f43278d172', 'name': '', 'network_id': 'c030ef04-5242-408d-b21d-654932a78971', 'tenant_id': '782e9eccce6d4f5898c76958383a5e3d', 'mac_address': 'fa:16:3e:09:bf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '922c7ccf-af8e-4c6b-baef-d00c20689db2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:27:46Z', 'updated_at': '2021-04-07T14:28:10Z', 'revision_number': 5, 'project_id': '782e9eccce6d4f5898c76958383a5e3d', 'subnets': [{'id': '922c7ccf-af8e-4c6b-baef-d00c20689db2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:32:34.164752 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c727db0-d64e-4dfc-aeb9-5d892d377dce None None] Checking router: dd655aa6-da4d-47b4-a2e3-956b524a6b4e for host: dv-cinder-780933-3-smb {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 14:32:34.191393 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-e73ff0e3-6041-41c5-90dd-35d3b1b5a3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'name': 'tempest-AttachVolumeTestJSON-164897092-router', 'tenant_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '1f39ca30-efa1-40cf-9f9c-9805ce535d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:32:01Z', 'updated_at': '2021-04-07T14:32:08Z', 'revision_number': 4, 'project_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'gw_port': {'id': '1f39ca30-efa1-40cf-9f9c-9805ce535d6b', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:32:03Z', 'updated_at': '2021-04-07T14:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_floatingips': [{'id': 'd093abbb-40cb-41d6-ad4a-94c3f0be4fef', 'tenant_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'floating_ip_address': '172.28.3.99', 'floating_network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'router_id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'port_id': 'd286a58c-a839-4178-99f9-807f5dc8ebf5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb7efeee-99ea-4043-8846-93b702fed956', 'mac_address': 'fa:16:3e:c9:51:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df00a571-e0b7-41a0-9817-e1b0f80fc84e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T14:32:12Z', 'updated_at': '2021-04-07T14:32:30Z', 'revision_number': 1, 'project_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1776e4e-3ac1-4610-bcf7-0329a6450d41', 'name': '', 'network_id': 'bb7efeee-99ea-4043-8846-93b702fed956', 'tenant_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'mac_address': 'fa:16:3e:4d:f9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'f07fac7c-5a35-4094-b6e4-56e6dcb86d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:32:06Z', 'updated_at': '2021-04-07T14:32:17Z', 'revision_number': 5, 'project_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'subnets': [{'id': 'f07fac7c-5a35-4094-b6e4-56e6dcb86d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:32:34.193107 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c727db0-d64e-4dfc-aeb9-5d892d377dce None None] Routers {'dd655aa6-da4d-47b4-a2e3-956b524a6b4e'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:32:34.193824 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-5c727db0-d64e-4dfc-aeb9-5d892d377dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:32:17Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['dd655aa6-da4d-47b4-a2e3-956b524a6b4e'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:32:34.207015 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b538e6ca-444d-4bf5-a4aa-7f9e546ee62c req-41c8858d-e0dd-4378-bcbe-52893bed1d08 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/security-groups?id=07ad4126-4a38-448a-a8d6-23672275bb00&id=5379dc2d-06ff-47a9-ab8e-a32b8c7ce2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0641401 Apr 07 14:32:34.209607 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [req-ff82bd40-a608-4481-b1b5-09322f681603 req-db0f2c73-ee19-40cb-802f-6c3b9360ba95 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:32:34.213093 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73ff0e3-6041-41c5-90dd-35d3b1b5a3b1 None None] Checking router: 9d12001d-7805-4131-a633-cf53c7ec6821 for host: dv-cinder-780933-3-smb {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 14:32:34.222182 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-ff82bd40-a608-4481-b1b5-09322f681603 req-db0f2c73-ee19-40cb-802f-6c3b9360ba95 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Usage tracker for resource:port and tenant:b84a1d90cdbf4dbb98b0ac7a2f7d3147 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:32:34.237514 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b721cfb1-e9a7-471b-92b3-38783bc01360 req-122b6f95-ea3b-4bc7-a5d7-5c4792e6fec4 service neutron] 10.222.0.81 "GET /v2.0/networks/bb7efeee-99ea-4043-8846-93b702fed956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335944 Apr 07 14:32:34.241227 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-ff82bd40-a608-4481-b1b5-09322f681603 req-db0f2c73-ee19-40cb-802f-6c3b9360ba95 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:32:34.258003 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [req-ff82bd40-a608-4481-b1b5-09322f681603 req-db0f2c73-ee19-40cb-802f-6c3b9360ba95 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:32:34.263863 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73ff0e3-6041-41c5-90dd-35d3b1b5a3b1 None None] Routers {'9d12001d-7805-4131-a633-cf53c7ec6821'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:32:34.268616 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-e73ff0e3-6041-41c5-90dd-35d3b1b5a3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:32:17Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['9d12001d-7805-4131-a633-cf53c7ec6821'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:32:34.295777 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff82bd40-a608-4481-b1b5-09322f681603 req-db0f2c73-ee19-40cb-802f-6c3b9360ba95 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Made reservation on behalf of b84a1d90cdbf4dbb98b0ac7a2f7d3147 for: {'port': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:32:34.308697 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-ff82bd40-a608-4481-b1b5-09322f681603 req-db0f2c73-ee19-40cb-802f-6c3b9360ba95 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:34.408609 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-8054540d-8255-47a8-9aea-f003c51a123a req-f419c514-ca8a-45d0-8bce-b06b7f5a1c98 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef7989cb-db48-4221-ba56-1e0a44598e6c HTTP/1.1" status: 200 len: 210 time: 0.1700907 Apr 07 14:32:34.410222 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 207765ac-57a5-4aa8-a2e0-6c4476ab7a6f no longer exists at agent hyperv_hv-cinder-78093 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 14:32:34.518743 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b721cfb1-e9a7-471b-92b3-38783bc01360 req-a39262ab-51cb-4629-9c82-f53a85e9b3b0 service neutron] 10.222.0.81 "GET /v2.0/networks/bb7efeee-99ea-4043-8846-93b702fed956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363796 Apr 07 14:32:34.554979 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] No Port match for: 207765ac-57a5-4aa8-a2e0-6c4476ab7a6f {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 14:32:34.555535 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 207765ac-57a5-4aa8-a2e0-6c4476ab7a6f not bound to the agent host hv-cinder-78093 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 14:32:34.599236 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-5c727db0-d64e-4dfc-aeb9-5d892d377dce None None] Set router dd655aa6-da4d-47b4-a2e3-956b524a6b4e gateway port host: dv-cinder-780933-3-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:32:34.620667 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [req-ff82bd40-a608-4481-b1b5-09322f681603 req-db0f2c73-ee19-40cb-802f-6c3b9360ba95 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Allocated IP 172.20.0.10 (3ef87e8e-3105-49a2-93c4-a346db233f4b/735f7e4a-f75f-428a-b825-0c57f63019e0/a5886089-87a9-4560-86ad-74e61e5ac720) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 14:32:34.703761 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-e73ff0e3-6041-41c5-90dd-35d3b1b5a3b1 None None] Set router 9d12001d-7805-4131-a633-cf53c7ec6821 gateway port host: dv-cinder-780933-3-smb {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:32:34.707709 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 49510) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:32:34.850376 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ab2ee5ba-2b3f-48e8-87b1-794402c559c0 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:34.895004 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ab2ee5ba-2b3f-48e8-87b1-794402c559c0 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:34.955176 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ab2ee5ba-2b3f-48e8-87b1-794402c559c0 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:34.962240 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8e9e5acd-b068-412a-a50d-e504bfdedffd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:34.981973 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ee5ba-2b3f-48e8-87b1-794402c559c0 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d1849f-9d66-4b5e-b063-25962b4721e1,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:35.000497 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ab2ee5ba-2b3f-48e8-87b1-794402c559c0 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:35.007878 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ab2ee5ba-2b3f-48e8-87b1-794402c559c0 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:35.012505 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-ab2ee5ba-2b3f-48e8-87b1-794402c559c0 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "DELETE /v2.0/security-groups/76d1849f-9d66-4b5e-b063-25962b4721e1 HTTP/1.1" status: 204 len: 168 time: 0.3035142 Apr 07 14:32:35.014197 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 49514) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:32:35.051932 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.v2.resource [None req-ea7feec5-f808-4d03-a125-bbba5b84f402 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] show failed (client error): The resource could not be found. Apr 07 14:32:35.058926 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-ea7feec5-f808-4d03-a125-bbba5b84f402 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups/76d1849f-9d66-4b5e-b063-25962b4721e1 HTTP/1.1" status: 404 len: 347 time: 0.0405104 Apr 07 14:32:35.065088 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 49520) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:32:35.303305 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-5c727db0-d64e-4dfc-aeb9-5d892d377dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1548084369-router', 'tenant_id': '782e9eccce6d4f5898c76958383a5e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '69120901-9166-4b35-862a-c8d0885825f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:27:30Z', 'updated_at': '2021-04-07T14:27:54Z', 'revision_number': 4, 'project_id': '782e9eccce6d4f5898c76958383a5e3d', 'gw_port': {'id': '69120901-9166-4b35-862a-c8d0885825f3', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:27:33Z', 'updated_at': '2021-04-07T14:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_interfaces': [{'id': '5a4b1919-0dd5-48d4-821e-51f43278d172', 'name': '', 'network_id': 'c030ef04-5242-408d-b21d-654932a78971', 'tenant_id': '782e9eccce6d4f5898c76958383a5e3d', 'mac_address': 'fa:16:3e:09:bf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '922c7ccf-af8e-4c6b-baef-d00c20689db2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:27:46Z', 'updated_at': '2021-04-07T14:28:10Z', 'revision_number': 5, 'project_id': '782e9eccce6d4f5898c76958383a5e3d', 'subnets': [{'id': '922c7ccf-af8e-4c6b-baef-d00c20689db2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:32:35.312513 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c727db0-d64e-4dfc-aeb9-5d892d377dce None None] The sync data for ids ['dd655aa6-da4d-47b4-a2e3-956b524a6b4e'] in dv-cinder-780933-3-smb is: [{'id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1548084369-router', 'tenant_id': '782e9eccce6d4f5898c76958383a5e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '69120901-9166-4b35-862a-c8d0885825f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:27:30Z', 'updated_at': '2021-04-07T14:27:54Z', 'revision_number': 4, 'project_id': '782e9eccce6d4f5898c76958383a5e3d', 'gw_port': {'id': '69120901-9166-4b35-862a-c8d0885825f3', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:27:33Z', 'updated_at': '2021-04-07T14:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_interfaces': [{'id': '5a4b1919-0dd5-48d4-821e-51f43278d172', 'name': '', 'network_id': 'c030ef04-5242-408d-b21d-654932a78971', 'tenant_id': '782e9eccce6d4f5898c76958383a5e3d', 'mac_address': 'fa:16:3e:09:bf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '922c7ccf-af8e-4c6b-baef-d00c20689db2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:27:46Z', 'updated_at': '2021-04-07T14:28:10Z', 'revision_number': 5, 'project_id': '782e9eccce6d4f5898c76958383a5e3d', 'subnets': [{'id': '922c7ccf-af8e-4c6b-baef-d00c20689db2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 14:32:35.438063 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-e73ff0e3-6041-41c5-90dd-35d3b1b5a3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'name': 'tempest-AttachVolumeTestJSON-164897092-router', 'tenant_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '1f39ca30-efa1-40cf-9f9c-9805ce535d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:32:01Z', 'updated_at': '2021-04-07T14:32:08Z', 'revision_number': 4, 'project_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'gw_port': {'id': '1f39ca30-efa1-40cf-9f9c-9805ce535d6b', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:32:03Z', 'updated_at': '2021-04-07T14:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_floatingips': [{'id': 'd093abbb-40cb-41d6-ad4a-94c3f0be4fef', 'tenant_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'floating_ip_address': '172.28.3.99', 'floating_network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'router_id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'port_id': 'd286a58c-a839-4178-99f9-807f5dc8ebf5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb7efeee-99ea-4043-8846-93b702fed956', 'mac_address': 'fa:16:3e:c9:51:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df00a571-e0b7-41a0-9817-e1b0f80fc84e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T14:32:12Z', 'updated_at': '2021-04-07T14:32:30Z', 'revision_number': 1, 'project_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1776e4e-3ac1-4610-bcf7-0329a6450d41', 'name': '', 'network_id': 'bb7efeee-99ea-4043-8846-93b702fed956', 'tenant_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'mac_address': 'fa:16:3e:4d:f9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'f07fac7c-5a35-4094-b6e4-56e6dcb86d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:32:06Z', 'updated_at': '2021-04-07T14:32:17Z', 'revision_number': 5, 'project_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'subnets': [{'id': 'f07fac7c-5a35-4094-b6e4-56e6dcb86d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:32:35.444136 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73ff0e3-6041-41c5-90dd-35d3b1b5a3b1 None None] The sync data for ids ['9d12001d-7805-4131-a633-cf53c7ec6821'] in dv-cinder-780933-3-smb is: [{'id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'name': 'tempest-AttachVolumeTestJSON-164897092-router', 'tenant_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '1f39ca30-efa1-40cf-9f9c-9805ce535d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:32:01Z', 'updated_at': '2021-04-07T14:32:08Z', 'revision_number': 4, 'project_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'gw_port': {'id': '1f39ca30-efa1-40cf-9f9c-9805ce535d6b', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:32:03Z', 'updated_at': '2021-04-07T14:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_floatingips': [{'id': 'd093abbb-40cb-41d6-ad4a-94c3f0be4fef', 'tenant_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'floating_ip_address': '172.28.3.99', 'floating_network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'router_id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'port_id': 'd286a58c-a839-4178-99f9-807f5dc8ebf5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb7efeee-99ea-4043-8846-93b702fed956', 'mac_address': 'fa:16:3e:c9:51:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df00a571-e0b7-41a0-9817-e1b0f80fc84e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T14:32:12Z', 'updated_at': '2021-04-07T14:32:30Z', 'revision_number': 1, 'project_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1776e4e-3ac1-4610-bcf7-0329a6450d41', 'name': '', 'network_id': 'bb7efeee-99ea-4043-8846-93b702fed956', 'tenant_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'mac_address': 'fa:16:3e:4d:f9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'f07fac7c-5a35-4094-b6e4-56e6dcb86d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:32:06Z', 'updated_at': '2021-04-07T14:32:17Z', 'revision_number': 5, 'project_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'subnets': [{'id': 'f07fac7c-5a35-4094-b6e4-56e6dcb86d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 14:32:35.452045 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-ff82bd40-a608-4481-b1b5-09322f681603 req-db0f2c73-ee19-40cb-802f-6c3b9360ba95 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:35.530218 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-ff82bd40-a608-4481-b1b5-09322f681603 req-db0f2c73-ee19-40cb-802f-6c3b9360ba95 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732486185860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848525233'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:35.620952 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-5bf5eb8d-b30e-4451-b62d-76910101e87c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Deleting port 6eb25d38-3996-4f7c-93d0-2a63ee54491a {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:32:35.621594 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5bf5eb8d-b30e-4451-b62d-76910101e87c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:35.640633 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a9a4a0bf-d8ca-487e-b70b-122bd18cadad tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:35.788217 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b0a1f-86e3-4f61-bbd5-7ad61a06e73b req-7b6a9b5d-1ec2-44c2-8c4e-c5aafcea3063 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:35.790957 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ec5b0a1f-86e3-4f61-bbd5-7ad61a06e73b req-7b6a9b5d-1ec2-44c2-8c4e-c5aafcea3063 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 985 time: 0.3401608 Apr 07 14:32:35.843052 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0f2c73-ee19-40cb-802f-6c3b9360ba95 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Pushing event updated for resources: {'Port': ['ID=a5886089-87a9-4560-86ad-74e61e5ac720,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:35.846666 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-db0f2c73-ee19-40cb-802f-6c3b9360ba95 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:35.900637 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16604d1-8f2c-4dc1-bc75-0cad028f7497 req-99632361-e56d-4956-83cc-9055c1e80745 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:35.902609 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d16604d1-8f2c-4dc1-bc75-0cad028f7497 req-99632361-e56d-4956-83cc-9055c1e80745 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef7989cb-db48-4221-ba56-1e0a44598e6c HTTP/1.1" status: 200 len: 932 time: 0.2178056 Apr 07 14:32:35.921744 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdbd06d-0128-4413-87d4-995951e6f4ea None None] New status for floating IP d093abbb-40cb-41d6-ad4a-94c3f0be4fef: ACTIVE {{(pid=84314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 07 14:32:35.948436 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d16604d1-8f2c-4dc1-bc75-0cad028f7497 req-c7bd76af-6d47-42ba-8fc1-fb4f91f20a95 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e0eea14-14ac-4646-af70-75dd7e531512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365193 Apr 07 14:32:35.980872 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2cb92f-f99b-4700-afa8-82c1e40c526d None None] New status for floating IP 55cd7369-f9f2-49e1-9cdf-747f81fcfd88: DOWN {{(pid=84315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 07 14:32:35.993399 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff82bd40-a608-4481-b1b5-09322f681603 req-db0f2c73-ee19-40cb-802f-6c3b9360ba95 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Network 3ef87e8e-3105-49a2-93c4-a346db233f4b is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:32:35.994716 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [req-ff82bd40-a608-4481-b1b5-09322f681603 req-db0f2c73-ee19-40cb-802f-6c3b9360ba95 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:32:35.999243 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff82bd40-a608-4481-b1b5-09322f681603 req-db0f2c73-ee19-40cb-802f-6c3b9360ba95 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 14:32:36.006849 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ec5b0a1f-86e3-4f61-bbd5-7ad61a06e73b req-856127d8-07be-4be0-80c0-a7de71ed1801 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/security-groups?id=07ad4126-4a38-448a-a8d6-23672275bb00&id=5379dc2d-06ff-47a9-ab8e-a32b8c7ce2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1785066 Apr 07 14:32:36.091785 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82bd40-a608-4481-b1b5-09322f681603 req-db0f2c73-ee19-40cb-802f-6c3b9360ba95 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:36.092552 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-ff82bd40-a608-4481-b1b5-09322f681603 req-db0f2c73-ee19-40cb-802f-6c3b9360ba95 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:36.145747 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ff82bd40-a608-4481-b1b5-09322f681603 req-db0f2c73-ee19-40cb-802f-6c3b9360ba95 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4152331 Apr 07 14:32:36.146850 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5bf5eb8d-b30e-4451-b62d-76910101e87c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:36.147728 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5bf5eb8d-b30e-4451-b62d-76910101e87c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:36.176024 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [req-ff82bd40-a608-4481-b1b5-09322f681603 req-234c2458-50c2-465f-a3fd-90143afedac3 service neutron] Request body: {'port': {'device_id': 'ef7989cb-db48-4221-ba56-1e0a44598e6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:32:36.389382 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-ff82bd40-a608-4481-b1b5-09322f681603 req-234c2458-50c2-465f-a3fd-90143afedac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:36.450704 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-5bf5eb8d-b30e-4451-b62d-76910101e87c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Calling delete_port for 6eb25d38-3996-4f7c-93d0-2a63ee54491a owned by network:floatingip {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:32:36.579289 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.db.api [None req-5bf5eb8d-b30e-4451-b62d-76910101e87c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84312) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 07 14:32:36.579756 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_db.api [None req-5bf5eb8d-b30e-4451-b62d-76910101e87c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 07 14:32:36.886754 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [req-ff82bd40-a608-4481-b1b5-09322f681603 req-234c2458-50c2-465f-a3fd-90143afedac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5886089-87a9-4560-86ad-74e61e5ac720 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 14:32:36.898178 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-ff82bd40-a608-4481-b1b5-09322f681603 req-234c2458-50c2-465f-a3fd-90143afedac3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:36.925295 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-ff82bd40-a608-4481-b1b5-09322f681603 req-234c2458-50c2-465f-a3fd-90143afedac3 service neutron] Transition to ACTIVE for port object a5886089-87a9-4560-86ad-74e61e5ac720 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:32:36.929579 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-ff82bd40-a608-4481-b1b5-09322f681603 req-234c2458-50c2-465f-a3fd-90143afedac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6250582'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:36.953902 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-81bdcc57-0f45-43ac-aef5-ff9ffaf1c27f tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:37.082161 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-5bf5eb8d-b30e-4451-b62d-76910101e87c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Deleting port 6eb25d38-3996-4f7c-93d0-2a63ee54491a {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:32:37.082577 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5bf5eb8d-b30e-4451-b62d-76910101e87c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:37.101583 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234c2458-50c2-465f-a3fd-90143afedac3 service neutron] Pushing event updated for resources: {'Port': ['ID=a5886089-87a9-4560-86ad-74e61e5ac720,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:37.108522 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-234c2458-50c2-465f-a3fd-90143afedac3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:37.384431 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-ff82bd40-a608-4481-b1b5-09322f681603 req-234c2458-50c2-465f-a3fd-90143afedac3 service neutron] Attempting to bind port a5886089-87a9-4560-86ad-74e61e5ac720 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 14:32:37.384958 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-ff82bd40-a608-4481-b1b5-09322f681603 req-234c2458-50c2-465f-a3fd-90143afedac3 service neutron] Attempting to bind port a5886089-87a9-4560-86ad-74e61e5ac720 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'd59a4699-8dc2-41cf-bc84-1fce5738d4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '3ef87e8e-3105-49a2-93c4-a346db233f4b'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 14:32:37.385505 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff82bd40-a608-4481-b1b5-09322f681603 req-234c2458-50c2-465f-a3fd-90143afedac3 service neutron] Attempting to bind port a5886089-87a9-4560-86ad-74e61e5ac720 on network 3ef87e8e-3105-49a2-93c4-a346db233f4b {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:32:37.392378 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff82bd40-a608-4481-b1b5-09322f681603 req-234c2458-50c2-465f-a3fd-90143afedac3 service neutron] Port a5886089-87a9-4560-86ad-74e61e5ac720 on network 3ef87e8e-3105-49a2-93c4-a346db233f4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 14:32:37.393381 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff82bd40-a608-4481-b1b5-09322f681603 req-234c2458-50c2-465f-a3fd-90143afedac3 service neutron] Attempting to bind port a5886089-87a9-4560-86ad-74e61e5ac720 on network 3ef87e8e-3105-49a2-93c4-a346db233f4b {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:32:37.399848 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff82bd40-a608-4481-b1b5-09322f681603 req-234c2458-50c2-465f-a3fd-90143afedac3 service neutron] Checking agent: {'id': '9602430f-c8c8-408a-9570-479772f8b05b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 14, 25, 46), 'started_at': datetime.datetime(2021, 4, 7, 14, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 14, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 14:32:37.400293 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff82bd40-a608-4481-b1b5-09322f681603 req-234c2458-50c2-465f-a3fd-90143afedac3 service neutron] Checking segment: {'id': 'd59a4699-8dc2-41cf-bc84-1fce5738d4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '3ef87e8e-3105-49a2-93c4-a346db233f4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:32:37.400732 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff82bd40-a608-4481-b1b5-09322f681603 req-234c2458-50c2-465f-a3fd-90143afedac3 service neutron] Bound using segment: {'id': 'd59a4699-8dc2-41cf-bc84-1fce5738d4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '3ef87e8e-3105-49a2-93c4-a346db233f4b'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 14:32:37.401232 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-ff82bd40-a608-4481-b1b5-09322f681603 req-234c2458-50c2-465f-a3fd-90143afedac3 service neutron] Bound port: a5886089-87a9-4560-86ad-74e61e5ac720, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd59a4699-8dc2-41cf-bc84-1fce5738d4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '3ef87e8e-3105-49a2-93c4-a346db233f4b'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 14:32:37.401652 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-ff82bd40-a608-4481-b1b5-09322f681603 req-234c2458-50c2-465f-a3fd-90143afedac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:37.515863 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-ff82bd40-a608-4481-b1b5-09322f681603 req-234c2458-50c2-465f-a3fd-90143afedac3 service neutron] For port a5886089-87a9-4560-86ad-74e61e5ac720, host hv-cinder-78093, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 14:32:37.520344 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-ff82bd40-a608-4481-b1b5-09322f681603 req-234c2458-50c2-465f-a3fd-90143afedac3 service neutron] For port a5886089-87a9-4560-86ad-74e61e5ac720, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a5886089-87a9-4560-86ad-74e61e5ac720,segment=NetworkSegment(d59a4699-8dc2-41cf-bc84-1fce5738d4fe),segment_id=d59a4699-8dc2-41cf-bc84-1fce5738d4fe)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 14:32:37.525175 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-ff82bd40-a608-4481-b1b5-09322f681603 req-234c2458-50c2-465f-a3fd-90143afedac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6250582'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:37.545070 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-67587f1c-f607-4857-a46b-8d068fc1bc16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:37.709790 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234c2458-50c2-465f-a3fd-90143afedac3 service neutron] Pushing event updated for resources: {'Port': ['ID=a5886089-87a9-4560-86ad-74e61e5ac720,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:37.715791 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-234c2458-50c2-465f-a3fd-90143afedac3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:37.721445 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f1fec-2609-4a80-9e31-34505c07bf3f req-3ccb4353-e51b-40a6-869b-51f3d6f69aa6 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:37.724463 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-014f1fec-2609-4a80-9e31-34505c07bf3f req-3ccb4353-e51b-40a6-869b-51f3d6f69aa6 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef7989cb-db48-4221-ba56-1e0a44598e6c HTTP/1.1" status: 200 len: 944 time: 0.6023932 Apr 07 14:32:37.759140 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82bd40-a608-4481-b1b5-09322f681603 req-234c2458-50c2-465f-a3fd-90143afedac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:37.759971 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-ff82bd40-a608-4481-b1b5-09322f681603 req-234c2458-50c2-465f-a3fd-90143afedac3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:37.762305 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ff82bd40-a608-4481-b1b5-09322f681603 req-234c2458-50c2-465f-a3fd-90143afedac3 service neutron] 10.222.0.81 "PUT /v2.0/ports/a5886089-87a9-4560-86ad-74e61e5ac720 HTTP/1.1" status: 200 len: 1094 time: 1.6081815 Apr 07 14:32:37.763006 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7989cb-db48-4221-ba56-1e0a44598e6c', 'tag': 'a5886089-87a9-4560-86ad-74e61e5ac720'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:32:37.811650 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5bf5eb8d-b30e-4451-b62d-76910101e87c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:37.812013 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5bf5eb8d-b30e-4451-b62d-76910101e87c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:37.851489 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef7989cb-db48-4221-ba56-1e0a44598e6c', 'tag': 'a5886089-87a9-4560-86ad-74e61e5ac720', 'status': 'completed', 'code': 200} Apr 07 14:32:37.892783 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82bd40-a608-4481-b1b5-09322f681603 req-37995414-521e-4f2c-b2d0-a4b1de424bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:37.894360 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ff82bd40-a608-4481-b1b5-09322f681603 req-37995414-521e-4f2c-b2d0-a4b1de424bf9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b84a1d90cdbf4dbb98b0ac7a2f7d3147&device_id=ef7989cb-db48-4221-ba56-1e0a44598e6c HTTP/1.1" status: 200 len: 1097 time: 0.0881803 Apr 07 14:32:37.975634 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ff82bd40-a608-4481-b1b5-09322f681603 req-a3284300-ebcb-4628-987d-547d6ef17ea5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5886089-87a9-4560-86ad-74e61e5ac720 HTTP/1.1" status: 200 len: 217 time: 0.0727000 Apr 07 14:32:38.050936 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82bd40-a608-4481-b1b5-09322f681603 req-039d319b-90d4-4948-b249-908b54858b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:38.052577 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ff82bd40-a608-4481-b1b5-09322f681603 req-039d319b-90d4-4948-b249-908b54858b68 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=735f7e4a-f75f-428a-b825-0c57f63019e0 HTTP/1.1" status: 200 len: 849 time: 0.0687253 Apr 07 14:32:38.095320 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-5bf5eb8d-b30e-4451-b62d-76910101e87c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Calling delete_port for 6eb25d38-3996-4f7c-93d0-2a63ee54491a owned by network:floatingip {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:32:38.109565 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ff82bd40-a608-4481-b1b5-09322f681603 req-ea1f261d-c7af-49e7-afac-d3fe59e37c57 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3ef87e8e-3105-49a2-93c4-a346db233f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496376 Apr 07 14:32:38.154067 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-014f1fec-2609-4a80-9e31-34505c07bf3f req-10f8e0d9-9a95-436a-9170-10f13f1520ff tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Synchronizing usage tracker for tenant:b84a1d90cdbf4dbb98b0ac7a2f7d3147 on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:32:38.233554 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-014f1fec-2609-4a80-9e31-34505c07bf3f req-10f8e0d9-9a95-436a-9170-10f13f1520ff tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Unset dirty status for tenant:b84a1d90cdbf4dbb98b0ac7a2f7d3147 on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:32:38.235347 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-014f1fec-2609-4a80-9e31-34505c07bf3f req-10f8e0d9-9a95-436a-9170-10f13f1520ff tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e0eea14-14ac-4646-af70-75dd7e531512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5003364 Apr 07 14:32:38.283749 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ff82bd40-a608-4481-b1b5-09322f681603 req-488c1088-a605-4df0-9685-71df01a309df service neutron] 10.222.0.81 "GET /v2.0/networks/3ef87e8e-3105-49a2-93c4-a346db233f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655455 Apr 07 14:32:38.344825 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5bf5eb8d-b30e-4451-b62d-76910101e87c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304368157317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304368589940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7073224'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:38.360419 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:38.452644 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ff82bd40-a608-4481-b1b5-09322f681603 req-5e30a70d-c594-4183-aa21-11003281b425 service neutron] 10.222.0.81 "GET /v2.0/networks/3ef87e8e-3105-49a2-93c4-a346db233f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613989 Apr 07 14:32:38.458505 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf5eb8d-b30e-4451-b62d-76910101e87c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Pushing event deleted for resources: {'Port': ['ID=6eb25d38-3996-4f7c-93d0-2a63ee54491a,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:38.479688 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf5eb8d-b30e-4451-b62d-76910101e87c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:32:38.480131 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf5eb8d-b30e-4451-b62d-76910101e87c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:32:38.480606 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf5eb8d-b30e-4451-b62d-76910101e87c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:32:38.481017 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf5eb8d-b30e-4451-b62d-76910101e87c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:32:38.481416 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf5eb8d-b30e-4451-b62d-76910101e87c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:32:38.482330 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf5eb8d-b30e-4451-b62d-76910101e87c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:32:38.482731 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf5eb8d-b30e-4451-b62d-76910101e87c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:32:38.483120 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf5eb8d-b30e-4451-b62d-76910101e87c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:32:38.483509 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf5eb8d-b30e-4451-b62d-76910101e87c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:32:38.483914 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf5eb8d-b30e-4451-b62d-76910101e87c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:32:38.484312 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf5eb8d-b30e-4451-b62d-76910101e87c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:32:38.484716 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf5eb8d-b30e-4451-b62d-76910101e87c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:32:38.498272 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5bf5eb8d-b30e-4451-b62d-76910101e87c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:38.630722 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39930bb5-4f5b-4083-92ab-772c6e2841f1 req-a15ec2ab-131e-4a28-b98a-2f66db22c1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:38.632429 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-39930bb5-4f5b-4083-92ab-772c6e2841f1 req-a15ec2ab-131e-4a28-b98a-2f66db22c1e8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b84a1d90cdbf4dbb98b0ac7a2f7d3147&device_id=ef7989cb-db48-4221-ba56-1e0a44598e6c HTTP/1.1" status: 200 len: 1097 time: 0.1186547 Apr 07 14:32:38.685622 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5bf5eb8d-b30e-4451-b62d-76910101e87c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks [] for floatingip, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:38.707667 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5bf5eb8d-b30e-4451-b62d-76910101e87c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:38.710895 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-5bf5eb8d-b30e-4451-b62d-76910101e87c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "DELETE /v2.0/floatingips/55cd7369-f9f2-49e1-9cdf-747f81fcfd88 HTTP/1.1" status: 204 len: 168 time: 3.6420243 Apr 07 14:32:38.876945 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39930bb5-4f5b-4083-92ab-772c6e2841f1 req-f0fd5037-1bd6-489e-af30-ab85833b8224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:38.879514 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-39930bb5-4f5b-4083-92ab-772c6e2841f1 req-f0fd5037-1bd6-489e-af30-ab85833b8224 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3ef87e8e-3105-49a2-93c4-a346db233f4b HTTP/1.1" status: 200 len: 910 time: 0.2384160 Apr 07 14:32:38.960495 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-39930bb5-4f5b-4083-92ab-772c6e2841f1 req-9c4b2e97-3ef4-447e-9f4a-675c8031b476 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5886089-87a9-4560-86ad-74e61e5ac720 HTTP/1.1" status: 200 len: 217 time: 0.0732524 Apr 07 14:32:39.046970 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39930bb5-4f5b-4083-92ab-772c6e2841f1 req-199d9566-a0b2-4a6f-9a7b-7eb6c0ce298b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:39.050091 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-39930bb5-4f5b-4083-92ab-772c6e2841f1 req-199d9566-a0b2-4a6f-9a7b-7eb6c0ce298b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=735f7e4a-f75f-428a-b825-0c57f63019e0 HTTP/1.1" status: 200 len: 849 time: 0.0823598 Apr 07 14:32:39.106484 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-39930bb5-4f5b-4083-92ab-772c6e2841f1 req-cd0437fa-0d07-47c9-9f8b-eaa5f5a51ce4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3ef87e8e-3105-49a2-93c4-a346db233f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494976 Apr 07 14:32:39.110198 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 49542) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:32:39.116553 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-7de09b6b-fe74-461a-b51c-3af0dea1af10 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1034152615', 'description': 'tempest-description--1240012517'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:32:39.147863 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-7de09b6b-fe74-461a-b51c-3af0dea1af10 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:32:39.209655 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-7de09b6b-fe74-461a-b51c-3af0dea1af10 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Usage tracker for resource:security_group and tenant:782e9eccce6d4f5898c76958383a5e3d is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:32:39.220516 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-7de09b6b-fe74-461a-b51c-3af0dea1af10 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:32:39.230391 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-7de09b6b-fe74-461a-b51c-3af0dea1af10 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:32:39.250563 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7de09b6b-fe74-461a-b51c-3af0dea1af10 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:39.267874 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-7de09b6b-fe74-461a-b51c-3af0dea1af10 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:32:39.275647 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-7de09b6b-fe74-461a-b51c-3af0dea1af10 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Usage tracker for resource:security_group_rule and tenant:782e9eccce6d4f5898c76958383a5e3d is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:32:39.287415 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-7de09b6b-fe74-461a-b51c-3af0dea1af10 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:32:39.298918 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-7de09b6b-fe74-461a-b51c-3af0dea1af10 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:32:39.305311 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-39930bb5-4f5b-4083-92ab-772c6e2841f1 req-ce73444b-31da-40d7-8bb2-0efe0058945f service neutron] 10.222.0.81 "GET /v2.0/networks/3ef87e8e-3105-49a2-93c4-a346db233f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832545 Apr 07 14:32:39.575757 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-39930bb5-4f5b-4083-92ab-772c6e2841f1 req-2052ba80-cf39-4106-a202-06a156109dd0 service neutron] 10.222.0.81 "GET /v2.0/networks/3ef87e8e-3105-49a2-93c4-a346db233f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622480 Apr 07 14:32:39.578313 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7de09b6b-fe74-461a-b51c-3af0dea1af10 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:39.583025 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7de09b6b-fe74-461a-b51c-3af0dea1af10 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:39.589703 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-23b63c74-8e61-4704-a418-052df369d610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:39.651809 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de09b6b-fe74-461a-b51c-3af0dea1af10 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9db24c9-3a58-4bbe-abd6-ff6eedc13204,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:39.657400 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7de09b6b-fe74-461a-b51c-3af0dea1af10 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:39.658197 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7de09b6b-fe74-461a-b51c-3af0dea1af10 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:39.659555 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-7de09b6b-fe74-461a-b51c-3af0dea1af10 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5481284 Apr 07 14:32:39.664249 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 49548) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:32:39.673487 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-87582bad-95ea-458c-b1af-852f5d8cb403 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Request body: {'security_group_rule': {'security_group_id': 'b9db24c9-3a58-4bbe-abd6-ff6eedc13204', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:32:39.679352 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d3178-bb25-49fc-ab8e-4376d94ab1a5 req-683bc690-3f2c-4dff-89c8-82cd77cb7e96 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:39.680205 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-041d3178-bb25-49fc-ab8e-4376d94ab1a5 req-683bc690-3f2c-4dff-89c8-82cd77cb7e96 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Synchronizing usage tracker for tenant:b84a1d90cdbf4dbb98b0ac7a2f7d3147 on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:32:39.680400 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-87582bad-95ea-458c-b1af-852f5d8cb403 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:32:39.685187 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-87582bad-95ea-458c-b1af-852f5d8cb403 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Usage tracker for resource:security_group_rule and tenant:782e9eccce6d4f5898c76958383a5e3d is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:32:39.689800 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-87582bad-95ea-458c-b1af-852f5d8cb403 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:32:39.697488 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-87582bad-95ea-458c-b1af-852f5d8cb403 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:32:39.707442 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-041d3178-bb25-49fc-ab8e-4376d94ab1a5 req-683bc690-3f2c-4dff-89c8-82cd77cb7e96 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Unset dirty status for tenant:b84a1d90cdbf4dbb98b0ac7a2f7d3147 on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:32:39.709064 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-041d3178-bb25-49fc-ab8e-4376d94ab1a5 req-683bc690-3f2c-4dff-89c8-82cd77cb7e96 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef7989cb-db48-4221-ba56-1e0a44598e6c HTTP/1.1" status: 200 len: 944 time: 0.2348621 Apr 07 14:32:39.715349 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-87582bad-95ea-458c-b1af-852f5d8cb403 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:39.751871 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-041d3178-bb25-49fc-ab8e-4376d94ab1a5 req-06de456f-ecb4-474f-9047-3f49acd8c37a tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e0eea14-14ac-4646-af70-75dd7e531512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304875 Apr 07 14:32:39.794572 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-87582bad-95ea-458c-b1af-852f5d8cb403 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:39.797846 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-87582bad-95ea-458c-b1af-852f5d8cb403 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309632'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:39.807709 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:39.833512 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87582bad-95ea-458c-b1af-852f5d8cb403 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f8a059c-315d-4786-a352-f010c6545c9e,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:39.837030 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-87582bad-95ea-458c-b1af-852f5d8cb403 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:39.839798 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-87582bad-95ea-458c-b1af-852f5d8cb403 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:39.842420 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-87582bad-95ea-458c-b1af-852f5d8cb403 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1752079 Apr 07 14:32:39.846208 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 49554) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:32:39.856775 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-07b9fc85-e903-48c4-922b-10ae5a7014a2 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Request body: {'security_group_rule': {'security_group_id': 'b9db24c9-3a58-4bbe-abd6-ff6eedc13204', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:32:39.868937 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-07b9fc85-e903-48c4-922b-10ae5a7014a2 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:32:39.877229 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-07b9fc85-e903-48c4-922b-10ae5a7014a2 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Usage tracker for resource:security_group_rule and tenant:782e9eccce6d4f5898c76958383a5e3d is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:32:39.883184 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-07b9fc85-e903-48c4-922b-10ae5a7014a2 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:32:39.896106 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-07b9fc85-e903-48c4-922b-10ae5a7014a2 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:32:39.917540 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-07b9fc85-e903-48c4-922b-10ae5a7014a2 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:39.997422 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-07b9fc85-e903-48c4-922b-10ae5a7014a2 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:40.001024 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-07b9fc85-e903-48c4-922b-10ae5a7014a2 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309632'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:40.003805 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:40.032478 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b9fc85-e903-48c4-922b-10ae5a7014a2 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e42d09b-15a2-4b7d-8773-328a1a64bdcb,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:40.038476 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-07b9fc85-e903-48c4-922b-10ae5a7014a2 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:40.043084 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-07b9fc85-e903-48c4-922b-10ae5a7014a2 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:40.044749 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-07b9fc85-e903-48c4-922b-10ae5a7014a2 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1967177 Apr 07 14:32:40.050184 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 49558) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:32:40.056596 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-7a2daae1-061c-4ccd-830e-1285a4fbf7a2 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Request body: {'floatingip': {'floating_network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:32:40.064386 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-7a2daae1-061c-4ccd-830e-1285a4fbf7a2 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:32:40.069909 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-7a2daae1-061c-4ccd-830e-1285a4fbf7a2 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Usage tracker for resource:floatingip and tenant:782e9eccce6d4f5898c76958383a5e3d is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:32:40.074101 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-7a2daae1-061c-4ccd-830e-1285a4fbf7a2 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:32:40.082307 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-7a2daae1-061c-4ccd-830e-1285a4fbf7a2 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:32:40.093229 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7a2daae1-061c-4ccd-830e-1285a4fbf7a2 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks [] for floatingip, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:40.248473 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7a2daae1-061c-4ccd-830e-1285a4fbf7a2 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:40.384035 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device a5886089-87a9-4560-86ad-74e61e5ac720 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=84314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 14:32:40.418810 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-7a2daae1-061c-4ccd-830e-1285a4fbf7a2 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Allocated IP 172.28.3.104 (6dc11b00-4e00-4f77-8f6a-5304324fd48e/122e1bcc-5379-466c-b8c0-1b63f085397d/1312025b-47ad-43cc-a907-20a636ba51ef) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 14:32:40.603994 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port a5886089-87a9-4560-86ad-74e61e5ac720, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a5886089-87a9-4560-86ad-74e61e5ac720,segment=NetworkSegment(d59a4699-8dc2-41cf-bc84-1fce5738d4fe),segment_id=d59a4699-8dc2-41cf-bc84-1fce5738d4fe)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:32:40.620355 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Returning: {'device': 'a5886089-87a9-4560-86ad-74e61e5ac720', 'network_id': '3ef87e8e-3105-49a2-93c4-a346db233f4b', 'port_id': 'a5886089-87a9-4560-86ad-74e61e5ac720', 'mac_address': 'fa:16:3e:97:06:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '735f7e4a-f75f-428a-b825-0c57f63019e0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 14:32:40.646013 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7a2daae1-061c-4ccd-830e-1285a4fbf7a2 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:40.688629 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:40.694805 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7a2daae1-061c-4ccd-830e-1285a4fbf7a2 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732486185860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848525233'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:40.710138 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5886089-87a9-4560-86ad-74e61e5ac720 {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 14:32:40.714535 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-67587f1c-f607-4857-a46b-8d068fc1bc16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:40.729369 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port a5886089-87a9-4560-86ad-74e61e5ac720, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a5886089-87a9-4560-86ad-74e61e5ac720,segment=NetworkSegment(d59a4699-8dc2-41cf-bc84-1fce5738d4fe),segment_id=d59a4699-8dc2-41cf-bc84-1fce5738d4fe)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:32:40.733106 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:40.735039 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-eaa585a8-225d-4cd5-849c-f801da101589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:40.818764 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Pushing event updated for resources: {'Port': ['ID=a5886089-87a9-4560-86ad-74e61e5ac720,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:40.829474 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:32:40.829984 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:32:40.830250 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:32:40.830583 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:32:40.830961 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:32:40.831333 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:32:40.831702 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:32:40.832135 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:32:40.832506 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:32:40.833041 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:32:40.833417 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:32:40.833782 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:32:40.842289 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:41.010934 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] get_ports_and_sgs() called for port_ids ['a5886089-87a9-4560-86ad-74e61e5ac720'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 14:32:41.201119 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2daae1-061c-4ccd-830e-1285a4fbf7a2 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Pushing event updated for resources: {'Port': ['ID=1312025b-47ad-43cc-a907-20a636ba51ef,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:41.209698 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7a2daae1-061c-4ccd-830e-1285a4fbf7a2 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:41.264515 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2daae1-061c-4ccd-830e-1285a4fbf7a2 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Network 6dc11b00-4e00-4f77-8f6a-5304324fd48e is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:32:41.266914 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-7a2daae1-061c-4ccd-830e-1285a4fbf7a2 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:32:41.271233 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2daae1-061c-4ccd-830e-1285a4fbf7a2 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 14:32:41.311218 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92bc6c-01a4-417f-9c8b-a54b9e2dff5e req-e9236703-7010-4d9c-b4b5-4b9b7bf09202 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:41.313248 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0a92bc6c-01a4-417f-9c8b-a54b9e2dff5e req-e9236703-7010-4d9c-b4b5-4b9b7bf09202 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef7989cb-db48-4221-ba56-1e0a44598e6c HTTP/1.1" status: 200 len: 945 time: 0.2390287 Apr 07 14:32:41.365497 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0a92bc6c-01a4-417f-9c8b-a54b9e2dff5e req-a7989b96-2ced-44b2-bcb3-a4d7ef64f440 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e0eea14-14ac-4646-af70-75dd7e531512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364857 Apr 07 14:32:41.471903 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7a2daae1-061c-4ccd-830e-1285a4fbf7a2 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:41.547830 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7a2daae1-061c-4ccd-830e-1285a4fbf7a2 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:41.851480 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7a2daae1-061c-4ccd-830e-1285a4fbf7a2 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:41.857755 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7a2daae1-061c-4ccd-830e-1285a4fbf7a2 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6250582'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:41.887073 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-6399cafe-abcb-4ca0-a4cc-0c76cfdc547b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:42.154203 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2daae1-061c-4ccd-830e-1285a4fbf7a2 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Pushing event updated for resources: {'Port': ['ID=1312025b-47ad-43cc-a907-20a636ba51ef,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:42.163576 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7a2daae1-061c-4ccd-830e-1285a4fbf7a2 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:42.360348 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7a2daae1-061c-4ccd-830e-1285a4fbf7a2 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8275434'] for floatingip, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:42.401310 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7a2daae1-061c-4ccd-830e-1285a4fbf7a2 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for floatingip, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:42.402822 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-7a2daae1-061c-4ccd-830e-1285a4fbf7a2 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3514652 Apr 07 14:32:42.417097 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device a5886089-87a9-4560-86ad-74e61e5ac720 up at agent hyperv_hv-cinder-78093 {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:32:42.532312 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Provisioning for port a5886089-87a9-4560-86ad-74e61e5ac720 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:32:42.541837 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Provisioning complete for port a5886089-87a9-4560-86ad-74e61e5ac720 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:32:42.543087 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:42.752134 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-778e5788-40d0-4f0c-b6d8-90682a32696b tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Synchronizing usage tracker for tenant:782e9eccce6d4f5898c76958383a5e3d on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:32:42.773668 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91bf2ac-e3ec-4402-b4e7-58bb95fe8374 req-f9faa62a-b44b-4edf-84d1-3b46d8f6e063 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:42.774347 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:42.776846 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f91bf2ac-e3ec-4402-b4e7-58bb95fe8374 req-f9faa62a-b44b-4edf-84d1-3b46d8f6e063 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef7989cb-db48-4221-ba56-1e0a44598e6c HTTP/1.1" status: 200 len: 945 time: 0.1770442 Apr 07 14:32:42.782404 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-778e5788-40d0-4f0c-b6d8-90682a32696b tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Unset dirty status for tenant:782e9eccce6d4f5898c76958383a5e3d on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:32:42.784943 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-778e5788-40d0-4f0c-b6d8-90682a32696b tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--1034152615&fields=id&tenant_id=782e9eccce6d4f5898c76958383a5e3d HTTP/1.1" status: 200 len: 267 time: 0.0756915 Apr 07 14:32:42.793875 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7989cb-db48-4221-ba56-1e0a44598e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5886089-87a9-4560-86ad-74e61e5ac720'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:32:42.811812 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port a5886089-87a9-4560-86ad-74e61e5ac720, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a5886089-87a9-4560-86ad-74e61e5ac720,segment=NetworkSegment(d59a4699-8dc2-41cf-bc84-1fce5738d4fe),segment_id=d59a4699-8dc2-41cf-bc84-1fce5738d4fe)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:32:42.815779 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:42.818727 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:42.849052 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f91bf2ac-e3ec-4402-b4e7-58bb95fe8374 req-395c75e9-8ea5-4a6d-aff4-cbb2c081d439 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e0eea14-14ac-4646-af70-75dd7e531512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594430 Apr 07 14:32:42.902601 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Pushing event updated for resources: {'Port': ['ID=a5886089-87a9-4560-86ad-74e61e5ac720,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:42.907402 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:42.959345 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7989cb-db48-4221-ba56-1e0a44598e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5886089-87a9-4560-86ad-74e61e5ac720', 'code': 200} Apr 07 14:32:43.005602 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-62124a8d-d45d-4c4f-8c5c-198b68959f23 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:43.008390 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-62124a8d-d45d-4c4f-8c5c-198b68959f23 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/networks?id=c030ef04-5242-408d-b21d-654932a78971 HTTP/1.1" status: 200 len: 817 time: 0.2147582 Apr 07 14:32:43.032975 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-b7482543-8171-4812-8477-c323b3beaf44 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/quotas/782e9eccce6d4f5898c76958383a5e3d HTTP/1.1" status: 200 len: 375 time: 0.0170748 Apr 07 14:32:43.167523 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-d844d95e-51f1-433e-90fc-45a572a00af0 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Synchronizing usage tracker for tenant:782e9eccce6d4f5898c76958383a5e3d on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:32:43.197495 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-d844d95e-51f1-433e-90fc-45a572a00af0 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Unset dirty status for tenant:782e9eccce6d4f5898c76958383a5e3d on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:32:43.200456 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-d844d95e-51f1-433e-90fc-45a572a00af0 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=782e9eccce6d4f5898c76958383a5e3d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1571441 Apr 07 14:32:43.247246 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256f3ef-367c-46bd-9ea2-0fb29cade422 req-5861e212-fb02-4c16-b461-e36324d640e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:43.249504 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e256f3ef-367c-46bd-9ea2-0fb29cade422 req-5861e212-fb02-4c16-b461-e36324d640e2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ef7989cb-db48-4221-ba56-1e0a44598e6c HTTP/1.1" status: 200 len: 1099 time: 0.0971944 Apr 07 14:32:43.282279 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e256f3ef-367c-46bd-9ea2-0fb29cade422 req-629e512d-a1cc-4eb9-aa00-441239861260 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=4e0eea14-14ac-4646-af70-75dd7e531512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258670 Apr 07 14:32:43.464277 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-f0b78140-5195-4488-a338-475620047c27 service neutron] 10.222.0.63 "GET /v2.0/networks/c030ef04-5242-408d-b21d-654932a78971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425780 Apr 07 14:32:43.631920 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-db28a622-ae45-4bd9-a5f6-e017f86271e0 service neutron] 10.222.0.63 "GET /v2.0/networks/c030ef04-5242-408d-b21d-654932a78971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605654 Apr 07 14:32:43.889518 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-f7b85d55-8e88-450c-a921-0c4b052b9305 req-0b85f6d7-6c99-4ce3-b99c-5fac6aa21a04 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Synchronizing usage tracker for tenant:782e9eccce6d4f5898c76958383a5e3d on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:32:43.912217 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-f7b85d55-8e88-450c-a921-0c4b052b9305 req-0b85f6d7-6c99-4ce3-b99c-5fac6aa21a04 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Unset dirty status for tenant:782e9eccce6d4f5898c76958383a5e3d on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:32:43.924841 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f7b85d55-8e88-450c-a921-0c4b052b9305 req-0b85f6d7-6c99-4ce3-b99c-5fac6aa21a04 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 210 time: 0.1100514 Apr 07 14:32:44.179510 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba8b1a-0a70-4f89-8d14-aca4f737e727 req-98e8f96c-8816-4921-86fa-0ac012113504 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:44.190692 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-36ba8b1a-0a70-4f89-8d14-aca4f737e727 req-98e8f96c-8816-4921-86fa-0ac012113504 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef7989cb-db48-4221-ba56-1e0a44598e6c HTTP/1.1" status: 200 len: 946 time: 0.1533120 Apr 07 14:32:44.248636 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-36ba8b1a-0a70-4f89-8d14-aca4f737e727 req-1093602b-0638-46d0-94a2-f3b4243dec2b tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e0eea14-14ac-4646-af70-75dd7e531512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475509 Apr 07 14:32:44.704586 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5c368369-46c4-4dfa-a704-a1914a5b9dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:45.198779 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-2aba5e34-aa38-41fd-b277-a01d522d3dd4 req-aeaae55a-6bc6-4f21-b902-f2d05726227d tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 210 time: 0.0518894 Apr 07 14:32:45.738051 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a717333-f34b-4e0a-bb2f-594adb64c5d9 req-d9665934-c961-4a30-99ab-a5216ecee326 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:45.740024 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5a717333-f34b-4e0a-bb2f-594adb64c5d9 req-d9665934-c961-4a30-99ab-a5216ecee326 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef7989cb-db48-4221-ba56-1e0a44598e6c HTTP/1.1" status: 200 len: 946 time: 0.3477285 Apr 07 14:32:45.803655 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-58ecd9e1-c5cb-43b0-acf0-880ac8998527 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:45.805350 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-58ecd9e1-c5cb-43b0-acf0-880ac8998527 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.81 "GET /v2.0/networks?id=c030ef04-5242-408d-b21d-654932a78971 HTTP/1.1" status: 200 len: 817 time: 0.3205538 Apr 07 14:32:45.818895 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5a717333-f34b-4e0a-bb2f-594adb64c5d9 req-af3edcdb-686b-4b76-9f87-5b5d1f0aacc0 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e0eea14-14ac-4646-af70-75dd7e531512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517397 Apr 07 14:32:45.876821 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:45.883635 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-b37e6ccd-e2a4-4b52-b48b-eb3b7242181c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Synchronizing usage tracker for tenant:782e9eccce6d4f5898c76958383a5e3d on resource:security_group {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:32:45.906431 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-b37e6ccd-e2a4-4b52-b48b-eb3b7242181c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Unset dirty status for tenant:782e9eccce6d4f5898c76958383a5e3d on resource:security_group {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:32:45.907994 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-b37e6ccd-e2a4-4b52-b48b-eb3b7242181c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=782e9eccce6d4f5898c76958383a5e3d HTTP/1.1" status: 200 len: 5705 time: 0.0878325 Apr 07 14:32:45.920033 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-3fa2e6f3-8ec0-4c36-ac09-d84ebbb4e846 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Request body: {'port': {'device_id': '181c19d0-352a-4421-a512-fedd3af76018', 'network_id': 'c030ef04-5242-408d-b21d-654932a78971', 'admin_state_up': True, 'tenant_id': '782e9eccce6d4f5898c76958383a5e3d', 'security_groups': ['b9db24c9-3a58-4bbe-abd6-ff6eedc13204']}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:32:46.083363 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-3fa2e6f3-8ec0-4c36-ac09-d84ebbb4e846 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:32:46.095627 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-3fa2e6f3-8ec0-4c36-ac09-d84ebbb4e846 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:32:46.106195 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-3fa2e6f3-8ec0-4c36-ac09-d84ebbb4e846 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Made reservation on behalf of 782e9eccce6d4f5898c76958383a5e3d for: {'port': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:32:46.114223 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-3fa2e6f3-8ec0-4c36-ac09-d84ebbb4e846 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:46.335978 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-3fa2e6f3-8ec0-4c36-ac09-d84ebbb4e846 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Allocated IP 172.20.0.6 (c030ef04-5242-408d-b21d-654932a78971/922c7ccf-af8e-4c6b-baef-d00c20689db2/21d64556-5128-4027-8626-fefd54fa72cc) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 14:32:46.634723 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f92ade84-a8d9-4e7c-954d-d6c82a753d15 req-0c6a74ad-2503-4718-93c9-7435df8f1502 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 210 time: 0.2246633 Apr 07 14:32:46.767847 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-3fa2e6f3-8ec0-4c36-ac09-d84ebbb4e846 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:46.786721 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-3fa2e6f3-8ec0-4c36-ac09-d84ebbb4e846 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Transition to ACTIVE for port object 21d64556-5128-4027-8626-fefd54fa72cc will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:32:46.823294 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-3fa2e6f3-8ec0-4c36-ac09-d84ebbb4e846 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732486185860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848525233'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:46.861136 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-d3c1cc02-4918-4c0b-a91c-d6588086acd8 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:47.025654 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa2e6f3-8ec0-4c36-ac09-d84ebbb4e846 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Pushing event updated for resources: {'Port': ['ID=21d64556-5128-4027-8626-fefd54fa72cc,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:47.029576 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-3fa2e6f3-8ec0-4c36-ac09-d84ebbb4e846 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:47.103870 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-3fa2e6f3-8ec0-4c36-ac09-d84ebbb4e846 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Network c030ef04-5242-408d-b21d-654932a78971 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:32:47.105504 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-3fa2e6f3-8ec0-4c36-ac09-d84ebbb4e846 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:32:47.110719 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-3fa2e6f3-8ec0-4c36-ac09-d84ebbb4e846 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 14:32:47.248476 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-3fa2e6f3-8ec0-4c36-ac09-d84ebbb4e846 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:47.249253 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-3fa2e6f3-8ec0-4c36-ac09-d84ebbb4e846 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:47.351396 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-3fa2e6f3-8ec0-4c36-ac09-d84ebbb4e846 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4374080 Apr 07 14:32:47.380769 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b53c98be-25ba-4561-a079-224fc4c9e298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:47.386946 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-3c6d6664-ed37-4684-8939-989c987c2454 service neutron] Request body: {'port': {'device_id': '181c19d0-352a-4421-a512-fedd3af76018', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:32:47.396680 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-870b6cd9-c1c6-4469-9ff3-5e2df6148e36 None None] Provisioning for port 21d64556-5128-4027-8626-fefd54fa72cc completed by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:32:47.402471 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-870b6cd9-c1c6-4469-9ff3-5e2df6148e36 None None] Provisioning complete for port 21d64556-5128-4027-8626-fefd54fa72cc triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:32:47.402902 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-870b6cd9-c1c6-4469-9ff3-5e2df6148e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:47.467158 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-870b6cd9-c1c6-4469-9ff3-5e2df6148e36 None None] Port 21d64556-5128-4027-8626-fefd54fa72cc cannot update to ACTIVE because it is not bound. {{(pid=84314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 14:32:47.564167 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8a23f-ea29-405c-aaeb-5d71439d56c2 req-a9c205d1-1bb7-4ec0-94fe-5bfe5f86ee2c tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:47.565893 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5ff8a23f-ea29-405c-aaeb-5d71439d56c2 req-a9c205d1-1bb7-4ec0-94fe-5bfe5f86ee2c tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef7989cb-db48-4221-ba56-1e0a44598e6c HTTP/1.1" status: 200 len: 946 time: 0.3038342 Apr 07 14:32:47.604108 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-3c6d6664-ed37-4684-8939-989c987c2454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:47.640304 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5ff8a23f-ea29-405c-aaeb-5d71439d56c2 req-eed23e66-f2d4-4419-b2aa-141297101c39 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e0eea14-14ac-4646-af70-75dd7e531512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660794 Apr 07 14:32:47.906072 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d35d8-5e98-4427-b1a6-94808ce4f449 req-ff926f4f-ece7-4896-a785-54e663f802eb tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:47.908022 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ba5d35d8-5e98-4427-b1a6-94808ce4f449 req-ff926f4f-ece7-4896-a785-54e663f802eb tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 931 time: 0.1210940 Apr 07 14:32:47.950831 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ba5d35d8-5e98-4427-b1a6-94808ce4f449 req-5617e674-495d-439e-a034-553d8ffb9a47 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9db24c9-3a58-4bbe-abd6-ff6eedc13204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283010 Apr 07 14:32:48.099970 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-3c6d6664-ed37-4684-8939-989c987c2454 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21d64556-5128-4027-8626-fefd54fa72cc {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 14:32:48.108718 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-3c6d6664-ed37-4684-8939-989c987c2454 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:48.127278 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-3c6d6664-ed37-4684-8939-989c987c2454 service neutron] Transition to ACTIVE for port object 21d64556-5128-4027-8626-fefd54fa72cc will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:32:48.131632 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-3c6d6664-ed37-4684-8939-989c987c2454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6250582'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:48.151368 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-68064a8d-a1ee-4a07-912b-506dbeaf5e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:48.152785 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-bf4ffdd0-7920-4c13-9899-e81fe9058c68 tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:48.309071 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6d6664-ed37-4684-8939-989c987c2454 service neutron] Pushing event updated for resources: {'Port': ['ID=21d64556-5128-4027-8626-fefd54fa72cc,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:48.314410 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-3c6d6664-ed37-4684-8939-989c987c2454 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:48.808940 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:48.864375 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-3c6d6664-ed37-4684-8939-989c987c2454 service neutron] Attempting to bind port 21d64556-5128-4027-8626-fefd54fa72cc on host hv-cinder-78093 for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 14:32:48.865050 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-3c6d6664-ed37-4684-8939-989c987c2454 service neutron] Attempting to bind port 21d64556-5128-4027-8626-fefd54fa72cc by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '0118da08-8e30-4678-bce3-0cdb584704d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c030ef04-5242-408d-b21d-654932a78971'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 14:32:48.865753 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-3c6d6664-ed37-4684-8939-989c987c2454 service neutron] Attempting to bind port 21d64556-5128-4027-8626-fefd54fa72cc on network c030ef04-5242-408d-b21d-654932a78971 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:32:48.874897 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-3c6d6664-ed37-4684-8939-989c987c2454 service neutron] Port 21d64556-5128-4027-8626-fefd54fa72cc on network c030ef04-5242-408d-b21d-654932a78971 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 14:32:48.875461 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-3c6d6664-ed37-4684-8939-989c987c2454 service neutron] Attempting to bind port 21d64556-5128-4027-8626-fefd54fa72cc on network c030ef04-5242-408d-b21d-654932a78971 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:32:48.884674 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-3c6d6664-ed37-4684-8939-989c987c2454 service neutron] Checking agent: {'id': '9602430f-c8c8-408a-9570-479772f8b05b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 14, 25, 46), 'started_at': datetime.datetime(2021, 4, 7, 14, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 14, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 14:32:48.885283 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-3c6d6664-ed37-4684-8939-989c987c2454 service neutron] Checking segment: {'id': '0118da08-8e30-4678-bce3-0cdb584704d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c030ef04-5242-408d-b21d-654932a78971'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:32:48.885974 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-3c6d6664-ed37-4684-8939-989c987c2454 service neutron] Bound using segment: {'id': '0118da08-8e30-4678-bce3-0cdb584704d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c030ef04-5242-408d-b21d-654932a78971'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 14:32:48.886767 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-3c6d6664-ed37-4684-8939-989c987c2454 service neutron] Bound port: 21d64556-5128-4027-8626-fefd54fa72cc, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0118da08-8e30-4678-bce3-0cdb584704d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c030ef04-5242-408d-b21d-654932a78971'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 14:32:48.887388 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-3c6d6664-ed37-4684-8939-989c987c2454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:49.002541 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2be460-f06b-4f81-acb0-7df5035f7160 req-b02564e8-f82b-4a42-b6bb-d35b2842f242 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:49.004320 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-2d2be460-f06b-4f81-acb0-7df5035f7160 req-b02564e8-f82b-4a42-b6bb-d35b2842f242 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef7989cb-db48-4221-ba56-1e0a44598e6c HTTP/1.1" status: 200 len: 946 time: 0.1856978 Apr 07 14:32:49.007342 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-3c6d6664-ed37-4684-8939-989c987c2454 service neutron] For port 21d64556-5128-4027-8626-fefd54fa72cc, host hv-cinder-78093, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 14:32:49.011452 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-3c6d6664-ed37-4684-8939-989c987c2454 service neutron] For port 21d64556-5128-4027-8626-fefd54fa72cc, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=21d64556-5128-4027-8626-fefd54fa72cc,segment=NetworkSegment(0118da08-8e30-4678-bce3-0cdb584704d7),segment_id=0118da08-8e30-4678-bce3-0cdb584704d7)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 14:32:49.013453 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb653cb-d5a6-44b1-953e-8f12a030fe0e req-ef77d9e7-d131-4178-9c4c-a8705bbe5a95 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:49.015841 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-7cb653cb-d5a6-44b1-953e-8f12a030fe0e req-ef77d9e7-d131-4178-9c4c-a8705bbe5a95 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef7989cb-db48-4221-ba56-1e0a44598e6c HTTP/1.1" status: 200 len: 946 time: 0.1527009 Apr 07 14:32:49.017052 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-3c6d6664-ed37-4684-8939-989c987c2454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6250582'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:49.045858 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-3fa2e6f3-8ec0-4c36-ac09-d84ebbb4e846 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:49.104012 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-7cb653cb-d5a6-44b1-953e-8f12a030fe0e req-b6f80efc-cfa2-4d41-8ff5-7ad02ccd1530 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e0eea14-14ac-4646-af70-75dd7e531512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544629 Apr 07 14:32:49.119953 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-2d2be460-f06b-4f81-acb0-7df5035f7160 req-2c05b7fa-4155-495e-bc72-732934a287b0 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Deleting port a5886089-87a9-4560-86ad-74e61e5ac720 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:32:49.120347 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-2d2be460-f06b-4f81-acb0-7df5035f7160 req-2c05b7fa-4155-495e-bc72-732934a287b0 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:49.370934 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6d6664-ed37-4684-8939-989c987c2454 service neutron] Pushing event updated for resources: {'Port': ['ID=21d64556-5128-4027-8626-fefd54fa72cc,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:49.385526 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-3c6d6664-ed37-4684-8939-989c987c2454 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:49.481801 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-2d2be460-f06b-4f81-acb0-7df5035f7160 req-2c05b7fa-4155-495e-bc72-732934a287b0 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] For port a5886089-87a9-4560-86ad-74e61e5ac720, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a5886089-87a9-4560-86ad-74e61e5ac720,segment=NetworkSegment(d59a4699-8dc2-41cf-bc84-1fce5738d4fe),segment_id=d59a4699-8dc2-41cf-bc84-1fce5738d4fe)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:32:49.482440 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-2d2be460-f06b-4f81-acb0-7df5035f7160 req-2c05b7fa-4155-495e-bc72-732934a287b0 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:49.488675 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-3c6d6664-ed37-4684-8939-989c987c2454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:49.489829 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-3c6d6664-ed37-4684-8939-989c987c2454 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:49.492452 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-3c6d6664-ed37-4684-8939-989c987c2454 service neutron] 10.222.0.81 "PUT /v2.0/ports/21d64556-5128-4027-8626-fefd54fa72cc HTTP/1.1" status: 200 len: 1093 time: 2.1192784 Apr 07 14:32:49.519943 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06891869-d50c-449e-a6c4-6aebdf1de810 req-dd04eec5-7963-480b-b266-62c4e99d70b5 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:49.522317 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-06891869-d50c-449e-a6c4-6aebdf1de810 req-dd04eec5-7963-480b-b266-62c4e99d70b5 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Synchronizing usage tracker for tenant:782e9eccce6d4f5898c76958383a5e3d on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:32:49.527156 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181c19d0-352a-4421-a512-fedd3af76018', 'tag': '21d64556-5128-4027-8626-fefd54fa72cc'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:32:49.672777 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '181c19d0-352a-4421-a512-fedd3af76018', 'tag': '21d64556-5128-4027-8626-fefd54fa72cc', 'status': 'completed', 'code': 200} Apr 07 14:32:49.680248 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-06891869-d50c-449e-a6c4-6aebdf1de810 req-dd04eec5-7963-480b-b266-62c4e99d70b5 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Unset dirty status for tenant:782e9eccce6d4f5898c76958383a5e3d on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:32:49.682344 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-06891869-d50c-449e-a6c4-6aebdf1de810 req-dd04eec5-7963-480b-b266-62c4e99d70b5 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 943 time: 0.4542048 Apr 07 14:32:49.752527 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-2d2be460-f06b-4f81-acb0-7df5035f7160 req-2c05b7fa-4155-495e-bc72-732934a287b0 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Calling delete_port for a5886089-87a9-4560-86ad-74e61e5ac720 owned by compute:nova {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:32:49.754795 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-06891869-d50c-449e-a6c4-6aebdf1de810 req-a819bd2e-b441-4e7a-8f8b-fc3ef5d650c3 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9db24c9-3a58-4bbe-abd6-ff6eedc13204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492623 Apr 07 14:32:49.772660 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-593a0950-8264-481f-b4bc-4a2d8b169954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:49.775608 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-593a0950-8264-481f-b4bc-4a2d8b169954 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=782e9eccce6d4f5898c76958383a5e3d&device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 1096 time: 0.2275004 Apr 07 14:32:49.842173 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-753d5ca8-67af-4e0f-aee9-cf9190fbeaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:49.912441 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-8019929d-b755-49af-96ea-0b6547ab3c07 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21d64556-5128-4027-8626-fefd54fa72cc HTTP/1.1" status: 200 len: 217 time: 0.1255615 Apr 07 14:32:49.987799 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-2d2be460-f06b-4f81-acb0-7df5035f7160 req-2c05b7fa-4155-495e-bc72-732934a287b0 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304368157317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304368589940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7073224'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:49.995793 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-015458ed-38e2-4fbe-9508-0a8835ed1011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:49.998494 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-015458ed-38e2-4fbe-9508-0a8835ed1011 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=922c7ccf-af8e-4c6b-baef-d00c20689db2 HTTP/1.1" status: 200 len: 856 time: 0.0764494 Apr 07 14:32:50.003919 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] get_ports_and_sgs() called for port_ids ['a5886089-87a9-4560-86ad-74e61e5ac720'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 14:32:50.012895 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-94496db7-bfe7-4bd1-afc8-95b76ec3be7b tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:50.137597 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-ac5def6d-0e07-4a08-831a-3b4f3f886b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:50.139548 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-ac5def6d-0e07-4a08-831a-3b4f3f886b85 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c030ef04-5242-408d-b21d-654932a78971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1336610 Apr 07 14:32:50.162082 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c05b7fa-4155-495e-bc72-732934a287b0 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Pushing event deleted for resources: {'Port': ['ID=a5886089-87a9-4560-86ad-74e61e5ac720,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:50.180149 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2c05b7fa-4155-495e-bc72-732934a287b0 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:50.399357 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-9e89b20b-33d7-433f-8637-fc87233b837b service neutron] 10.222.0.81 "GET /v2.0/networks/c030ef04-5242-408d-b21d-654932a78971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501431 Apr 07 14:32:50.401726 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2be460-f06b-4f81-acb0-7df5035f7160 req-2c05b7fa-4155-495e-bc72-732934a287b0 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] No DVR routers for this DVR port a5886089-87a9-4560-86ad-74e61e5ac720 on host hv-cinder-78093 {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 14:32:50.405490 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-2d2be460-f06b-4f81-acb0-7df5035f7160 req-2c05b7fa-4155-495e-bc72-732934a287b0 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:50.410733 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5a7ff9bd-5ee2-4980-9196-f9a9bafcfaa1 req-27071995-869e-47ac-b3dc-512846cb8496 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef7989cb-db48-4221-ba56-1e0a44598e6c HTTP/1.1" status: 200 len: 210 time: 0.1030967 Apr 07 14:32:50.412827 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7989cb-db48-4221-ba56-1e0a44598e6c', 'name': 'network-vif-deleted', 'tag': 'a5886089-87a9-4560-86ad-74e61e5ac720'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:32:50.429226 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-2d2be460-f06b-4f81-acb0-7df5035f7160 req-2c05b7fa-4155-495e-bc72-732934a287b0 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.81 "DELETE /v2.0/ports/a5886089-87a9-4560-86ad-74e61e5ac720 HTTP/1.1" status: 204 len: 173 time: 1.4127123 Apr 07 14:32:50.539629 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7989cb-db48-4221-ba56-1e0a44598e6c', 'name': 'network-vif-deleted', 'tag': 'a5886089-87a9-4560-86ad-74e61e5ac720', 'status': 'completed', 'code': 200} Apr 07 14:32:50.569806 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-fb7f84c5-4f33-4cde-8909-8912777e1119 req-6fd3ad91-bb84-491e-b7a0-853a298fd094 service neutron] 10.222.0.81 "GET /v2.0/networks/c030ef04-5242-408d-b21d-654932a78971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628323 Apr 07 14:32:50.764410 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02bddfb-2e52-41da-9749-5e366639c102 req-77a4e41e-31dc-4d56-b13b-49fea0861131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:50.766079 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-a02bddfb-2e52-41da-9749-5e366639c102 req-77a4e41e-31dc-4d56-b13b-49fea0861131 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=782e9eccce6d4f5898c76958383a5e3d&device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 1096 time: 0.0905375 Apr 07 14:32:50.984215 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02bddfb-2e52-41da-9749-5e366639c102 req-f8e76921-8c8e-4d76-bddf-4ddc904287bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:50.985799 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-a02bddfb-2e52-41da-9749-5e366639c102 req-f8e76921-8c8e-4d76-bddf-4ddc904287bd service neutron] 10.222.0.81 "GET /v2.0/networks?id=c030ef04-5242-408d-b21d-654932a78971 HTTP/1.1" status: 200 len: 918 time: 0.2110441 Apr 07 14:32:51.084881 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-a02bddfb-2e52-41da-9749-5e366639c102 req-c036580f-19f6-463c-af05-b4ad5cef62ab service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21d64556-5128-4027-8626-fefd54fa72cc HTTP/1.1" status: 200 len: 217 time: 0.0795777 Apr 07 14:32:51.171800 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306482b-6dfa-4b82-b52d-89b1997f034d req-f86507e4-e3fc-40c3-a1ec-99c8822d237a tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:51.173686 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-6306482b-6dfa-4b82-b52d-89b1997f034d req-f86507e4-e3fc-40c3-a1ec-99c8822d237a tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 943 time: 0.2479274 Apr 07 14:32:51.224083 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02bddfb-2e52-41da-9749-5e366639c102 req-7c4595bb-043a-49ad-b993-b7831f43f178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:51.226847 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-a02bddfb-2e52-41da-9749-5e366639c102 req-7c4595bb-043a-49ad-b993-b7831f43f178 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=922c7ccf-af8e-4c6b-baef-d00c20689db2 HTTP/1.1" status: 200 len: 856 time: 0.1333876 Apr 07 14:32:51.244840 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-6306482b-6dfa-4b82-b52d-89b1997f034d req-a5ccd86d-f239-47cf-a2b6-0b48a5a6b051 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9db24c9-3a58-4bbe-abd6-ff6eedc13204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556903 Apr 07 14:32:51.331945 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02bddfb-2e52-41da-9749-5e366639c102 req-b6268790-f99f-4721-90eb-fb5357b4041a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:51.333811 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-a02bddfb-2e52-41da-9749-5e366639c102 req-b6268790-f99f-4721-90eb-fb5357b4041a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c030ef04-5242-408d-b21d-654932a78971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0932305 Apr 07 14:32:51.592465 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-a02bddfb-2e52-41da-9749-5e366639c102 req-452534c0-cb8d-42be-aaf9-a4ab2827e01c service neutron] 10.222.0.81 "GET /v2.0/networks/c030ef04-5242-408d-b21d-654932a78971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388999 Apr 07 14:32:51.878515 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-a02bddfb-2e52-41da-9749-5e366639c102 req-ddab928c-4a0d-4361-92f2-c10be2c94009 service neutron] 10.222.0.81 "GET /v2.0/networks/c030ef04-5242-408d-b21d-654932a78971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791336 Apr 07 14:32:51.951083 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d207d71-14d1-4546-b708-25171c23c3e1 req-f1c617e1-9527-4419-8dce-12129ed3cefd tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:51.952837 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1d207d71-14d1-4546-b708-25171c23c3e1 req-f1c617e1-9527-4419-8dce-12129ed3cefd tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.63 "GET /v2.0/networks?id=3ef87e8e-3105-49a2-93c4-a346db233f4b HTTP/1.1" status: 200 len: 809 time: 0.2030613 Apr 07 14:32:51.970381 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1d207d71-14d1-4546-b708-25171c23c3e1 req-c4e25dc7-02a1-4faf-9a2c-47003d2e77f6 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.63 "GET /v2.0/quotas/b84a1d90cdbf4dbb98b0ac7a2f7d3147 HTTP/1.1" status: 200 len: 375 time: 0.0107965 Apr 07 14:32:52.032599 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1d207d71-14d1-4546-b708-25171c23c3e1 req-bdf59289-49d0-4d69-8db7-d74eb58523e3 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=b84a1d90cdbf4dbb98b0ac7a2f7d3147&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551364 Apr 07 14:32:52.260309 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1d207d71-14d1-4546-b708-25171c23c3e1 req-b788031f-0bf0-412a-adef-f13efccc6ab6 service neutron] 10.222.0.63 "GET /v2.0/networks/3ef87e8e-3105-49a2-93c4-a346db233f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191541 Apr 07 14:32:52.486975 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 21d64556-5128-4027-8626-fefd54fa72cc details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=84314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 14:32:52.504719 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device a5886089-87a9-4560-86ad-74e61e5ac720 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 14:32:52.528476 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1d207d71-14d1-4546-b708-25171c23c3e1 req-3f63b634-7b59-44e5-9084-3bdc28bddde7 service neutron] 10.222.0.63 "GET /v2.0/networks/3ef87e8e-3105-49a2-93c4-a346db233f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606571 Apr 07 14:32:52.619158 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] No Port match for: a5886089-87a9-4560-86ad-74e61e5ac720 {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 14:32:52.619624 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device a5886089-87a9-4560-86ad-74e61e5ac720 not bound to the agent host hv-cinder-78093 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 14:32:52.685212 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59568776-33e2-4b17-9f0c-cbb6ee7d4fc8 req-b5cda29e-27c5-4d7b-b265-f1abd25c4c33 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:52.698293 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-59568776-33e2-4b17-9f0c-cbb6ee7d4fc8 req-b5cda29e-27c5-4d7b-b265-f1abd25c4c33 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 943 time: 0.2130384 Apr 07 14:32:52.743607 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-59568776-33e2-4b17-9f0c-cbb6ee7d4fc8 req-c0dc38ca-3d7f-48e5-88ae-4883d0eb2b49 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9db24c9-3a58-4bbe-abd6-ff6eedc13204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313065 Apr 07 14:32:52.849606 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port 21d64556-5128-4027-8626-fefd54fa72cc, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=21d64556-5128-4027-8626-fefd54fa72cc,segment=NetworkSegment(0118da08-8e30-4678-bce3-0cdb584704d7),segment_id=0118da08-8e30-4678-bce3-0cdb584704d7)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:32:52.871010 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-6812eb2f-00be-4222-8e15-c233c45ce5d8 req-64c5f1e3-976a-4c9f-a1ad-a39d93d3f5df tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f42b3c8-4d85-47d3-b87f-7165b44bad33 HTTP/1.1" status: 200 len: 210 time: 0.0916643 Apr 07 14:32:52.875841 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Returning: {'device': '21d64556-5128-4027-8626-fefd54fa72cc', 'network_id': 'c030ef04-5242-408d-b21d-654932a78971', 'port_id': '21d64556-5128-4027-8626-fefd54fa72cc', 'mac_address': 'fa:16:3e:3e:f2:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '922c7ccf-af8e-4c6b-baef-d00c20689db2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 14:32:52.951000 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:52.952616 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21d64556-5128-4027-8626-fefd54fa72cc {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 14:32:52.973048 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port 21d64556-5128-4027-8626-fefd54fa72cc, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=21d64556-5128-4027-8626-fefd54fa72cc,segment=NetworkSegment(0118da08-8e30-4678-bce3-0cdb584704d7),segment_id=0118da08-8e30-4678-bce3-0cdb584704d7)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:32:52.976969 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:52.979005 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:53.076374 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Pushing event updated for resources: {'Port': ['ID=21d64556-5128-4027-8626-fefd54fa72cc,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:53.082424 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:53.255409 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] get_ports_and_sgs() called for port_ids ['21d64556-5128-4027-8626-fefd54fa72cc'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 14:32:54.097861 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-5935af2b-47b1-44df-8c8d-37c7539101fa req-ed43c00c-6c44-43ea-8780-00a4ad7929ca tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Synchronizing usage tracker for tenant:b84a1d90cdbf4dbb98b0ac7a2f7d3147 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:32:54.116320 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-5935af2b-47b1-44df-8c8d-37c7539101fa req-ed43c00c-6c44-43ea-8780-00a4ad7929ca tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Unset dirty status for tenant:b84a1d90cdbf4dbb98b0ac7a2f7d3147 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:32:54.117654 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5935af2b-47b1-44df-8c8d-37c7539101fa req-ed43c00c-6c44-43ea-8780-00a4ad7929ca tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f42b3c8-4d85-47d3-b87f-7165b44bad33 HTTP/1.1" status: 200 len: 210 time: 0.0784390 Apr 07 14:32:54.326333 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6bba46-20a9-4924-91b1-890d4a2d8ca2 req-409a29b0-32e9-46a3-b5bf-5ef8a8d4c988 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:54.328994 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5a6bba46-20a9-4924-91b1-890d4a2d8ca2 req-409a29b0-32e9-46a3-b5bf-5ef8a8d4c988 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 944 time: 0.4210019 Apr 07 14:32:54.344578 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d207d71-14d1-4546-b708-25171c23c3e1 req-99e7a997-89c5-4da5-8233-1f2bb6023a27 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:54.347378 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1d207d71-14d1-4546-b708-25171c23c3e1 req-99e7a997-89c5-4da5-8233-1f2bb6023a27 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.81 "GET /v2.0/networks?id=3ef87e8e-3105-49a2-93c4-a346db233f4b HTTP/1.1" status: 200 len: 809 time: 0.3719616 Apr 07 14:32:54.386786 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [req-1d207d71-14d1-4546-b708-25171c23c3e1 req-73f65186-2197-4c89-9b06-63b852a9a03d tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Request body: {'port': {'device_id': '5f42b3c8-4d85-47d3-b87f-7165b44bad33', 'network_id': '3ef87e8e-3105-49a2-93c4-a346db233f4b', 'admin_state_up': True, 'tenant_id': 'b84a1d90cdbf4dbb98b0ac7a2f7d3147'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:32:54.500166 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 21d64556-5128-4027-8626-fefd54fa72cc up at agent hyperv_hv-cinder-78093 {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:32:54.545213 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5a6bba46-20a9-4924-91b1-890d4a2d8ca2 req-71ce59b9-2d40-4a67-a17e-4a634a418f79 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9db24c9-3a58-4bbe-abd6-ff6eedc13204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960113 Apr 07 14:32:54.589552 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Provisioning for port 21d64556-5128-4027-8626-fefd54fa72cc completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:32:54.595333 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Provisioning complete for port 21d64556-5128-4027-8626-fefd54fa72cc triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:32:54.595714 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:54.653913 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [req-1d207d71-14d1-4546-b708-25171c23c3e1 req-73f65186-2197-4c89-9b06-63b852a9a03d tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:32:54.666368 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [req-1d207d71-14d1-4546-b708-25171c23c3e1 req-73f65186-2197-4c89-9b06-63b852a9a03d tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:32:54.677765 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d207d71-14d1-4546-b708-25171c23c3e1 req-73f65186-2197-4c89-9b06-63b852a9a03d tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Made reservation on behalf of b84a1d90cdbf4dbb98b0ac7a2f7d3147 for: {'port': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:32:54.685596 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-1d207d71-14d1-4546-b708-25171c23c3e1 req-73f65186-2197-4c89-9b06-63b852a9a03d tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:54.743957 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:54.758168 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181c19d0-352a-4421-a512-fedd3af76018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d64556-5128-4027-8626-fefd54fa72cc'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:32:54.770961 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port 21d64556-5128-4027-8626-fefd54fa72cc, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=21d64556-5128-4027-8626-fefd54fa72cc,segment=NetworkSegment(0118da08-8e30-4678-bce3-0cdb584704d7),segment_id=0118da08-8e30-4678-bce3-0cdb584704d7)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:32:54.775882 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:54.779699 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-538edd13-55f6-49e5-85b0-5bf81662d7dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:54.858147 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181c19d0-352a-4421-a512-fedd3af76018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d64556-5128-4027-8626-fefd54fa72cc', 'code': 200} Apr 07 14:32:54.884180 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Pushing event updated for resources: {'Port': ['ID=21d64556-5128-4027-8626-fefd54fa72cc,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:54.890898 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:54.927841 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [req-1d207d71-14d1-4546-b708-25171c23c3e1 req-73f65186-2197-4c89-9b06-63b852a9a03d tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Allocated IP 172.20.0.2 (3ef87e8e-3105-49a2-93c4-a346db233f4b/735f7e4a-f75f-428a-b825-0c57f63019e0/850d0556-4a69-44e9-8fbb-946b1ec588fe) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 14:32:55.165791 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-1d207d71-14d1-4546-b708-25171c23c3e1 req-73f65186-2197-4c89-9b06-63b852a9a03d tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:55.200833 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-1d207d71-14d1-4546-b708-25171c23c3e1 req-73f65186-2197-4c89-9b06-63b852a9a03d tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732486185860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848525233'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:55.219371 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-e3d80784-6c3d-4789-9fb6-dd9d574c7976 tempest-ServerRescueNegativeTestJSON-396856477 tempest-ServerRescueNegativeTestJSON-396856477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:55.283928 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccc6e6-4738-4394-8413-6b8f6a6307d3 req-ca8929be-1f1a-4171-9871-9d39ca18cbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:55.285608 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-beccc6e6-4738-4394-8413-6b8f6a6307d3 req-ca8929be-1f1a-4171-9871-9d39ca18cbe8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 1098 time: 0.1904552 Apr 07 14:32:55.318655 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-beccc6e6-4738-4394-8413-6b8f6a6307d3 req-e9c79c07-2915-4882-b769-c3f807dc2c2d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b9db24c9-3a58-4bbe-abd6-ff6eedc13204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261350 Apr 07 14:32:55.778213 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1fbb14-9d29-4559-bbfa-a6c692cf6c69 req-22371305-4092-406e-a0f8-cc774b16aa10 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:55.782579 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-af1fbb14-9d29-4559-bbfa-a6c692cf6c69 req-22371305-4092-406e-a0f8-cc774b16aa10 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 945 time: 0.1005342 Apr 07 14:32:55.811016 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f65186-2197-4c89-9b06-63b852a9a03d tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Pushing event updated for resources: {'Port': ['ID=850d0556-4a69-44e9-8fbb-946b1ec588fe,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:55.815829 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-73f65186-2197-4c89-9b06-63b852a9a03d tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:55.832379 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-af1fbb14-9d29-4559-bbfa-a6c692cf6c69 req-07d04224-45d8-4ba4-afe6-2cc6cff19b16 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9db24c9-3a58-4bbe-abd6-ff6eedc13204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420563 Apr 07 14:32:55.916334 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0691551-c9a1-4534-aff3-d4d5086dd877 req-e688747d-a353-4451-8bd2-e2c46dcd0647 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:55.918110 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c0691551-c9a1-4534-aff3-d4d5086dd877 req-e688747d-a353-4451-8bd2-e2c46dcd0647 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f42b3c8-4d85-47d3-b87f-7165b44bad33 HTTP/1.1" status: 200 len: 931 time: 0.3020718 Apr 07 14:32:55.935073 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d207d71-14d1-4546-b708-25171c23c3e1 req-73f65186-2197-4c89-9b06-63b852a9a03d tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Network 3ef87e8e-3105-49a2-93c4-a346db233f4b is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:32:55.958505 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [req-1d207d71-14d1-4546-b708-25171c23c3e1 req-73f65186-2197-4c89-9b06-63b852a9a03d tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:32:55.962922 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d207d71-14d1-4546-b708-25171c23c3e1 req-73f65186-2197-4c89-9b06-63b852a9a03d tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 14:32:56.031861 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c0691551-c9a1-4534-aff3-d4d5086dd877 req-3cc0733c-bd86-4028-93f5-580d61a95f1e tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e0eea14-14ac-4646-af70-75dd7e531512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024320 Apr 07 14:32:56.053670 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d207d71-14d1-4546-b708-25171c23c3e1 req-73f65186-2197-4c89-9b06-63b852a9a03d tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:56.054379 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-1d207d71-14d1-4546-b708-25171c23c3e1 req-73f65186-2197-4c89-9b06-63b852a9a03d tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:56.082869 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1d207d71-14d1-4546-b708-25171c23c3e1 req-73f65186-2197-4c89-9b06-63b852a9a03d tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7076635 Apr 07 14:32:56.100077 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [req-1d207d71-14d1-4546-b708-25171c23c3e1 req-ce9f0aaf-cac1-42dd-9abe-bcb4ffea9861 service neutron] Request body: {'port': {'device_id': '5f42b3c8-4d85-47d3-b87f-7165b44bad33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:32:56.229619 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-1d207d71-14d1-4546-b708-25171c23c3e1 req-ce9f0aaf-cac1-42dd-9abe-bcb4ffea9861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:56.757770 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [req-1d207d71-14d1-4546-b708-25171c23c3e1 req-ce9f0aaf-cac1-42dd-9abe-bcb4ffea9861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 850d0556-4a69-44e9-8fbb-946b1ec588fe {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 14:32:56.766029 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-1d207d71-14d1-4546-b708-25171c23c3e1 req-ce9f0aaf-cac1-42dd-9abe-bcb4ffea9861 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:56.781897 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-1d207d71-14d1-4546-b708-25171c23c3e1 req-ce9f0aaf-cac1-42dd-9abe-bcb4ffea9861 service neutron] Transition to ACTIVE for port object 850d0556-4a69-44e9-8fbb-946b1ec588fe will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:32:56.784728 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-1d207d71-14d1-4546-b708-25171c23c3e1 req-ce9f0aaf-cac1-42dd-9abe-bcb4ffea9861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6250582'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:56.804834 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-db0f2c73-ee19-40cb-802f-6c3b9360ba95 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:56.940915 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f0aaf-cac1-42dd-9abe-bcb4ffea9861 service neutron] Pushing event updated for resources: {'Port': ['ID=850d0556-4a69-44e9-8fbb-946b1ec588fe,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:56.951944 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ce9f0aaf-cac1-42dd-9abe-bcb4ffea9861 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:57.232747 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28aad8-3db9-48fa-a817-43343f087d42 req-baa6bb2f-bd64-4a01-84b8-44f1dfff3b9b tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:57.234389 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1c28aad8-3db9-48fa-a817-43343f087d42 req-baa6bb2f-bd64-4a01-84b8-44f1dfff3b9b tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 945 time: 0.2464411 Apr 07 14:32:57.256390 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c3856-6fda-47d6-8564-f10761cd313a req-a2ecb478-1741-43b2-ab7e-fbc516e9da09 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:57.258073 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-590c3856-6fda-47d6-8564-f10761cd313a req-a2ecb478-1741-43b2-ab7e-fbc516e9da09 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f42b3c8-4d85-47d3-b87f-7165b44bad33 HTTP/1.1" status: 200 len: 943 time: 0.1017027 Apr 07 14:32:57.275604 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-1d207d71-14d1-4546-b708-25171c23c3e1 req-ce9f0aaf-cac1-42dd-9abe-bcb4ffea9861 service neutron] Attempting to bind port 850d0556-4a69-44e9-8fbb-946b1ec588fe on host hv-cinder-78093 for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 14:32:57.276003 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-1d207d71-14d1-4546-b708-25171c23c3e1 req-ce9f0aaf-cac1-42dd-9abe-bcb4ffea9861 service neutron] Attempting to bind port 850d0556-4a69-44e9-8fbb-946b1ec588fe by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'd59a4699-8dc2-41cf-bc84-1fce5738d4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '3ef87e8e-3105-49a2-93c4-a346db233f4b'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 14:32:57.276369 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d207d71-14d1-4546-b708-25171c23c3e1 req-ce9f0aaf-cac1-42dd-9abe-bcb4ffea9861 service neutron] Attempting to bind port 850d0556-4a69-44e9-8fbb-946b1ec588fe on network 3ef87e8e-3105-49a2-93c4-a346db233f4b {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:32:57.285667 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d207d71-14d1-4546-b708-25171c23c3e1 req-ce9f0aaf-cac1-42dd-9abe-bcb4ffea9861 service neutron] Port 850d0556-4a69-44e9-8fbb-946b1ec588fe on network 3ef87e8e-3105-49a2-93c4-a346db233f4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 14:32:57.286028 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d207d71-14d1-4546-b708-25171c23c3e1 req-ce9f0aaf-cac1-42dd-9abe-bcb4ffea9861 service neutron] Attempting to bind port 850d0556-4a69-44e9-8fbb-946b1ec588fe on network 3ef87e8e-3105-49a2-93c4-a346db233f4b {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:32:57.290779 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-590c3856-6fda-47d6-8564-f10761cd313a req-84c15f2c-820b-40b3-8e94-e741bffa6ea0 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e0eea14-14ac-4646-af70-75dd7e531512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0253685 Apr 07 14:32:57.292304 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1c28aad8-3db9-48fa-a817-43343f087d42 req-077c6130-a8d3-4870-9a43-ac671380df52 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9db24c9-3a58-4bbe-abd6-ff6eedc13204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423613 Apr 07 14:32:57.295145 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d207d71-14d1-4546-b708-25171c23c3e1 req-ce9f0aaf-cac1-42dd-9abe-bcb4ffea9861 service neutron] Checking agent: {'id': '9602430f-c8c8-408a-9570-479772f8b05b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 14, 25, 46), 'started_at': datetime.datetime(2021, 4, 7, 14, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 14, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 14:32:57.295494 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d207d71-14d1-4546-b708-25171c23c3e1 req-ce9f0aaf-cac1-42dd-9abe-bcb4ffea9861 service neutron] Checking segment: {'id': 'd59a4699-8dc2-41cf-bc84-1fce5738d4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '3ef87e8e-3105-49a2-93c4-a346db233f4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:32:57.295917 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d207d71-14d1-4546-b708-25171c23c3e1 req-ce9f0aaf-cac1-42dd-9abe-bcb4ffea9861 service neutron] Bound using segment: {'id': 'd59a4699-8dc2-41cf-bc84-1fce5738d4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '3ef87e8e-3105-49a2-93c4-a346db233f4b'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 14:32:57.296420 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-1d207d71-14d1-4546-b708-25171c23c3e1 req-ce9f0aaf-cac1-42dd-9abe-bcb4ffea9861 service neutron] Bound port: 850d0556-4a69-44e9-8fbb-946b1ec588fe, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd59a4699-8dc2-41cf-bc84-1fce5738d4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '3ef87e8e-3105-49a2-93c4-a346db233f4b'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 14:32:57.296806 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-1d207d71-14d1-4546-b708-25171c23c3e1 req-ce9f0aaf-cac1-42dd-9abe-bcb4ffea9861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:57.377467 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-1d207d71-14d1-4546-b708-25171c23c3e1 req-ce9f0aaf-cac1-42dd-9abe-bcb4ffea9861 service neutron] For port 850d0556-4a69-44e9-8fbb-946b1ec588fe, host hv-cinder-78093, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 14:32:57.380903 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-1d207d71-14d1-4546-b708-25171c23c3e1 req-ce9f0aaf-cac1-42dd-9abe-bcb4ffea9861 service neutron] For port 850d0556-4a69-44e9-8fbb-946b1ec588fe, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=850d0556-4a69-44e9-8fbb-946b1ec588fe,segment=NetworkSegment(d59a4699-8dc2-41cf-bc84-1fce5738d4fe),segment_id=d59a4699-8dc2-41cf-bc84-1fce5738d4fe)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 14:32:57.385017 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-1d207d71-14d1-4546-b708-25171c23c3e1 req-ce9f0aaf-cac1-42dd-9abe-bcb4ffea9861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6250582'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:57.401479 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-bd721595-ccc3-4544-8773-533a8f159ab8 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:32:57.535289 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d49c2d-093f-4fb5-8121-b50a41fb5968 req-b15d4daa-e02d-437e-bf8f-a1d57e4e52a5 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:57.537209 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f0d49c2d-093f-4fb5-8121-b50a41fb5968 req-b15d4daa-e02d-437e-bf8f-a1d57e4e52a5 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 945 time: 0.0938730 Apr 07 14:32:57.548768 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 49712) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:32:57.555355 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-8fe6f5c0-c77e-470b-98b7-d70b7d56d431 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Request body: {'floatingip': {'port_id': '21d64556-5128-4027-8626-fefd54fa72cc'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:32:57.579244 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f0aaf-cac1-42dd-9abe-bcb4ffea9861 service neutron] Pushing event updated for resources: {'Port': ['ID=850d0556-4a69-44e9-8fbb-946b1ec588fe,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:32:57.584450 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ce9f0aaf-cac1-42dd-9abe-bcb4ffea9861 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:32:57.617443 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d207d71-14d1-4546-b708-25171c23c3e1 req-ce9f0aaf-cac1-42dd-9abe-bcb4ffea9861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:57.618184 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-1d207d71-14d1-4546-b708-25171c23c3e1 req-ce9f0aaf-cac1-42dd-9abe-bcb4ffea9861 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:57.619681 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1d207d71-14d1-4546-b708-25171c23c3e1 req-ce9f0aaf-cac1-42dd-9abe-bcb4ffea9861 service neutron] 10.222.0.81 "PUT /v2.0/ports/850d0556-4a69-44e9-8fbb-946b1ec588fe HTTP/1.1" status: 200 len: 1093 time: 1.5245748 Apr 07 14:32:57.620382 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f42b3c8-4d85-47d3-b87f-7165b44bad33', 'tag': '850d0556-4a69-44e9-8fbb-946b1ec588fe'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:32:57.649638 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8fe6f5c0-c77e-470b-98b7-d70b7d56d431 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks [] for floatingip, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:57.713950 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f42b3c8-4d85-47d3-b87f-7165b44bad33', 'tag': '850d0556-4a69-44e9-8fbb-946b1ec588fe', 'status': 'completed', 'code': 200} Apr 07 14:32:57.766138 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d207d71-14d1-4546-b708-25171c23c3e1 req-b05f0d4f-f6b8-4ba3-8a85-7ac42e47fea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:57.767798 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1d207d71-14d1-4546-b708-25171c23c3e1 req-b05f0d4f-f6b8-4ba3-8a85-7ac42e47fea6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b84a1d90cdbf4dbb98b0ac7a2f7d3147&device_id=5f42b3c8-4d85-47d3-b87f-7165b44bad33 HTTP/1.1" status: 200 len: 1096 time: 0.0926156 Apr 07 14:32:57.904018 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1d207d71-14d1-4546-b708-25171c23c3e1 req-5ea957fd-c7e7-406b-8037-8ef6437ff6e0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=850d0556-4a69-44e9-8fbb-946b1ec588fe HTTP/1.1" status: 200 len: 217 time: 0.1266317 Apr 07 14:32:57.999571 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d207d71-14d1-4546-b708-25171c23c3e1 req-875b55a2-0d64-4709-8baf-526ea06f8ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:58.001290 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1d207d71-14d1-4546-b708-25171c23c3e1 req-875b55a2-0d64-4709-8baf-526ea06f8ae4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=735f7e4a-f75f-428a-b825-0c57f63019e0 HTTP/1.1" status: 200 len: 849 time: 0.0878601 Apr 07 14:32:58.057663 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1d207d71-14d1-4546-b708-25171c23c3e1 req-99c001af-48ec-465b-92ae-a5a6f23ff0c7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3ef87e8e-3105-49a2-93c4-a346db233f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492570 Apr 07 14:32:58.214787 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1d207d71-14d1-4546-b708-25171c23c3e1 req-d3f569fd-5bbe-4457-a8dd-5dfe294fdbeb service neutron] 10.222.0.81 "GET /v2.0/networks/3ef87e8e-3105-49a2-93c4-a346db233f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496806 Apr 07 14:32:58.381970 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8fe6f5c0-c77e-470b-98b7-d70b7d56d431 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:58.385375 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8fe6f5c0-c77e-470b-98b7-d70b7d56d431 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8275434'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:58.404273 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1d207d71-14d1-4546-b708-25171c23c3e1 req-a986066a-eaba-4996-bfb2-fed7f0def5d7 service neutron] 10.222.0.81 "GET /v2.0/networks/3ef87e8e-3105-49a2-93c4-a346db233f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821272 Apr 07 14:32:58.539234 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f20fe-ce0f-4625-8a37-520dbaf6a4fd req-baf7e514-e0c7-4e2a-8cb0-ec4192c39958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:58.541011 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-fb4f20fe-ce0f-4625-8a37-520dbaf6a4fd req-baf7e514-e0c7-4e2a-8cb0-ec4192c39958 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b84a1d90cdbf4dbb98b0ac7a2f7d3147&device_id=5f42b3c8-4d85-47d3-b87f-7165b44bad33 HTTP/1.1" status: 200 len: 1096 time: 0.0879049 Apr 07 14:32:58.691241 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f20fe-ce0f-4625-8a37-520dbaf6a4fd req-4a2db4a0-b129-48a1-9239-313267ef2dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:58.692887 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-fb4f20fe-ce0f-4625-8a37-520dbaf6a4fd req-4a2db4a0-b129-48a1-9239-313267ef2dc6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3ef87e8e-3105-49a2-93c4-a346db233f4b HTTP/1.1" status: 200 len: 910 time: 0.1425972 Apr 07 14:32:58.785088 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-fb4f20fe-ce0f-4625-8a37-520dbaf6a4fd req-32861617-e5ec-42dc-b760-36ce7b298261 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=850d0556-4a69-44e9-8fbb-946b1ec588fe HTTP/1.1" status: 200 len: 217 time: 0.0815098 Apr 07 14:32:58.858872 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f20fe-ce0f-4625-8a37-520dbaf6a4fd req-986140ed-5580-465a-b634-264fc9aacc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:58.860664 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-fb4f20fe-ce0f-4625-8a37-520dbaf6a4fd req-986140ed-5580-465a-b634-264fc9aacc93 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=735f7e4a-f75f-428a-b825-0c57f63019e0 HTTP/1.1" status: 200 len: 849 time: 0.0655015 Apr 07 14:32:58.883625 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.db.l3_db [None req-8fe6f5c0-c77e-470b-98b7-d70b7d56d431 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Floating IP 834c1481-7e66-48ef-bd28-4622dbcece69 associated. External IP: 172.28.3.104, port: 21d64556-5128-4027-8626-fefd54fa72cc. Apr 07 14:32:58.918171 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-fb4f20fe-ce0f-4625-8a37-520dbaf6a4fd req-208c17ef-7dd8-4540-b997-4a6dfb52fb90 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3ef87e8e-3105-49a2-93c4-a346db233f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491004 Apr 07 14:32:58.951727 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a308fe-d80d-494c-a4d8-c197dd9868c6 req-cde38251-01c5-4fcf-9189-857e51be027b tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:58.953410 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-66a308fe-d80d-494c-a4d8-c197dd9868c6 req-cde38251-01c5-4fcf-9189-857e51be027b tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f42b3c8-4d85-47d3-b87f-7165b44bad33 HTTP/1.1" status: 200 len: 943 time: 0.2717323 Apr 07 14:32:59.072345 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-66a308fe-d80d-494c-a4d8-c197dd9868c6 req-8c32e976-79de-47b9-99b2-b3e7095ef6be tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e0eea14-14ac-4646-af70-75dd7e531512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087587 Apr 07 14:32:59.096587 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-fb4f20fe-ce0f-4625-8a37-520dbaf6a4fd req-2d22bf3a-20a9-4d01-8622-8107560cb13c service neutron] 10.222.0.81 "GET /v2.0/networks/3ef87e8e-3105-49a2-93c4-a346db233f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480501 Apr 07 14:32:59.235953 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-fb4f20fe-ce0f-4625-8a37-520dbaf6a4fd req-df9efeaa-9c9a-4471-abe0-06eccff118fa service neutron] 10.222.0.81 "GET /v2.0/networks/3ef87e8e-3105-49a2-93c4-a346db233f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395493 Apr 07 14:32:59.314563 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe6f5c0-c77e-470b-98b7-d70b7d56d431 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Router dd655aa6-da4d-47b4-a2e3-956b524a6b4e has already been hosted by L3 agent d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 14:32:59.511352 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe6f5c0-c77e-470b-98b7-d70b7d56d431 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify agent at l3_agent.dv-cinder-780933-3-smb the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 14:32:59.516336 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8fe6f5c0-c77e-470b-98b7-d70b7d56d431 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:32:59.521275 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a513353-e0df-4a26-8d8b-0aa45a40000c None None] Sync routers for ids ['dd655aa6-da4d-47b4-a2e3-956b524a6b4e'] in dv-cinder-780933-3-smb {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 14:32:59.532248 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a513353-e0df-4a26-8d8b-0aa45a40000c None None] Routers {'dd655aa6-da4d-47b4-a2e3-956b524a6b4e'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:32:59.532926 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-5a513353-e0df-4a26-8d8b-0aa45a40000c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:32:47Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['dd655aa6-da4d-47b4-a2e3-956b524a6b4e'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:32:59.577336 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-8fe6f5c0-c77e-470b-98b7-d70b7d56d431 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "PUT /v2.0/floatingips/834c1481-7e66-48ef-bd28-4622dbcece69 HTTP/1.1" status: 200 len: 991 time: 2.0271783 Apr 07 14:32:59.578129 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181c19d0-352a-4421-a512-fedd3af76018', 'tag': '21d64556-5128-4027-8626-fefd54fa72cc'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:32:59.639313 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '181c19d0-352a-4421-a512-fedd3af76018', 'tag': '21d64556-5128-4027-8626-fefd54fa72cc', 'status': 'completed', 'code': 200} Apr 07 14:32:59.750039 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ce068-bddd-41c5-9075-4333b19837ac req-6863a3dd-626f-4636-805b-b3e82ebf77ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:59.751636 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-822ce068-bddd-41c5-9075-4333b19837ac req-6863a3dd-626f-4636-805b-b3e82ebf77ef service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=782e9eccce6d4f5898c76958383a5e3d&device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 1098 time: 0.0868227 Apr 07 14:32:59.895099 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-5a513353-e0df-4a26-8d8b-0aa45a40000c None None] Set router dd655aa6-da4d-47b4-a2e3-956b524a6b4e gateway port host: dv-cinder-780933-3-smb {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:32:59.895712 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ce068-bddd-41c5-9075-4333b19837ac req-556c468e-2dc8-4951-88a5-59e1e02e7c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:32:59.897360 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-822ce068-bddd-41c5-9075-4333b19837ac req-556c468e-2dc8-4951-88a5-59e1e02e7c9b service neutron] 10.222.0.81 "GET /v2.0/networks?id=c030ef04-5242-408d-b21d-654932a78971 HTTP/1.1" status: 200 len: 918 time: 0.1386647 Apr 07 14:33:00.011420 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-822ce068-bddd-41c5-9075-4333b19837ac req-b385dc63-8562-44a2-9857-9f93bfcc32d7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21d64556-5128-4027-8626-fefd54fa72cc HTTP/1.1" status: 200 len: 999 time: 0.1049454 Apr 07 14:33:00.082250 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ce068-bddd-41c5-9075-4333b19837ac req-b5b71aab-6d34-4879-b889-89a2e02857a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:00.083932 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-822ce068-bddd-41c5-9075-4333b19837ac req-b5b71aab-6d34-4879-b889-89a2e02857a0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=922c7ccf-af8e-4c6b-baef-d00c20689db2 HTTP/1.1" status: 200 len: 856 time: 0.0653512 Apr 07 14:33:00.173569 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ce068-bddd-41c5-9075-4333b19837ac req-61e42fc0-514e-4d5c-b927-50767161d15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:00.175173 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-822ce068-bddd-41c5-9075-4333b19837ac req-61e42fc0-514e-4d5c-b927-50767161d15e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c030ef04-5242-408d-b21d-654932a78971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0842378 Apr 07 14:33:00.292855 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-5a513353-e0df-4a26-8d8b-0aa45a40000c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1548084369-router', 'tenant_id': '782e9eccce6d4f5898c76958383a5e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '69120901-9166-4b35-862a-c8d0885825f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:27:30Z', 'updated_at': '2021-04-07T14:27:54Z', 'revision_number': 4, 'project_id': '782e9eccce6d4f5898c76958383a5e3d', 'gw_port': {'id': '69120901-9166-4b35-862a-c8d0885825f3', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:27:33Z', 'updated_at': '2021-04-07T14:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_floatingips': [{'id': '834c1481-7e66-48ef-bd28-4622dbcece69', 'tenant_id': '782e9eccce6d4f5898c76958383a5e3d', 'floating_ip_address': '172.28.3.104', 'floating_network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'router_id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'port_id': '21d64556-5128-4027-8626-fefd54fa72cc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c030ef04-5242-408d-b21d-654932a78971', 'mac_address': 'fa:16:3e:3e:f2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181c19d0-352a-4421-a512-fedd3af76018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T14:32:41Z', 'updated_at': '2021-04-07T14:32:58Z', 'revision_number': 1, 'project_id': '782e9eccce6d4f5898c76958383a5e3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a4b1919-0dd5-48d4-821e-51f43278d172', 'name': '', 'network_id': 'c030ef04-5242-408d-b21d-654932a78971', 'tenant_id': '782e9eccce6d4f5898c76958383a5e3d', 'mac_address': 'fa:16:3e:09:bf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '922c7ccf-af8e-4c6b-baef-d00c20689db2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:27:46Z', 'updated_at': '2021-04-07T14:28:10Z', 'revision_number': 5, 'project_id': '782e9eccce6d4f5898c76958383a5e3d', 'subnets': [{'id': '922c7ccf-af8e-4c6b-baef-d00c20689db2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:33:00.298101 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a513353-e0df-4a26-8d8b-0aa45a40000c None None] Checking router: dd655aa6-da4d-47b4-a2e3-956b524a6b4e for host: dv-cinder-780933-3-smb {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 14:33:00.308134 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a513353-e0df-4a26-8d8b-0aa45a40000c None None] Routers {'dd655aa6-da4d-47b4-a2e3-956b524a6b4e'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:33:00.308843 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-5a513353-e0df-4a26-8d8b-0aa45a40000c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:32:47Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['dd655aa6-da4d-47b4-a2e3-956b524a6b4e'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:33:00.516109 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-5a513353-e0df-4a26-8d8b-0aa45a40000c None None] Set router dd655aa6-da4d-47b4-a2e3-956b524a6b4e gateway port host: dv-cinder-780933-3-smb {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:33:00.563107 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 850d0556-4a69-44e9-8fbb-946b1ec588fe details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=84314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 14:33:00.627344 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-822ce068-bddd-41c5-9075-4333b19837ac req-37cad180-2bd2-4392-bcee-7c43176f790a service neutron] 10.222.0.81 "GET /v2.0/networks/c030ef04-5242-408d-b21d-654932a78971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435618 Apr 07 14:33:00.636899 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b6d858-597b-4704-a59d-be136389f05e req-c3b37423-cde0-4dde-9b00-bcef0d2b492a tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:00.638321 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-54b6d858-597b-4704-a59d-be136389f05e req-c3b37423-cde0-4dde-9b00-bcef0d2b492a tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Synchronizing usage tracker for tenant:b84a1d90cdbf4dbb98b0ac7a2f7d3147 on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:33:00.743495 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-54b6d858-597b-4704-a59d-be136389f05e req-c3b37423-cde0-4dde-9b00-bcef0d2b492a tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Unset dirty status for tenant:b84a1d90cdbf4dbb98b0ac7a2f7d3147 on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:33:00.744814 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-54b6d858-597b-4704-a59d-be136389f05e req-c3b37423-cde0-4dde-9b00-bcef0d2b492a tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f42b3c8-4d85-47d3-b87f-7165b44bad33 HTTP/1.1" status: 200 len: 943 time: 0.5390763 Apr 07 14:33:00.799222 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-54b6d858-597b-4704-a59d-be136389f05e req-e1dc5965-eca4-4d9d-86da-56811b38228f tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e0eea14-14ac-4646-af70-75dd7e531512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469062 Apr 07 14:33:00.817928 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-822ce068-bddd-41c5-9075-4333b19837ac req-aec31861-01ff-4ca1-bde7-c4f2207937cf service neutron] 10.222.0.81 "GET /v2.0/networks/c030ef04-5242-408d-b21d-654932a78971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763842 Apr 07 14:33:00.919549 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port 850d0556-4a69-44e9-8fbb-946b1ec588fe, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=850d0556-4a69-44e9-8fbb-946b1ec588fe,segment=NetworkSegment(d59a4699-8dc2-41cf-bc84-1fce5738d4fe),segment_id=d59a4699-8dc2-41cf-bc84-1fce5738d4fe)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:33:00.951646 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Returning: {'device': '850d0556-4a69-44e9-8fbb-946b1ec588fe', 'network_id': '3ef87e8e-3105-49a2-93c4-a346db233f4b', 'port_id': '850d0556-4a69-44e9-8fbb-946b1ec588fe', 'mac_address': 'fa:16:3e:b5:d1:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '735f7e4a-f75f-428a-b825-0c57f63019e0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 14:33:01.070696 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:01.072003 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 850d0556-4a69-44e9-8fbb-946b1ec588fe {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 14:33:01.095073 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port 850d0556-4a69-44e9-8fbb-946b1ec588fe, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=850d0556-4a69-44e9-8fbb-946b1ec588fe,segment=NetworkSegment(d59a4699-8dc2-41cf-bc84-1fce5738d4fe),segment_id=d59a4699-8dc2-41cf-bc84-1fce5738d4fe)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:33:01.099496 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:01.102506 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-3e83bb87-e520-4cad-989a-a8c45f2a2172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:33:01.167300 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-5a513353-e0df-4a26-8d8b-0aa45a40000c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1548084369-router', 'tenant_id': '782e9eccce6d4f5898c76958383a5e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '69120901-9166-4b35-862a-c8d0885825f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:27:30Z', 'updated_at': '2021-04-07T14:27:54Z', 'revision_number': 4, 'project_id': '782e9eccce6d4f5898c76958383a5e3d', 'gw_port': {'id': '69120901-9166-4b35-862a-c8d0885825f3', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:27:33Z', 'updated_at': '2021-04-07T14:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_floatingips': [{'id': '834c1481-7e66-48ef-bd28-4622dbcece69', 'tenant_id': '782e9eccce6d4f5898c76958383a5e3d', 'floating_ip_address': '172.28.3.104', 'floating_network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'router_id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'port_id': '21d64556-5128-4027-8626-fefd54fa72cc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c030ef04-5242-408d-b21d-654932a78971', 'mac_address': 'fa:16:3e:3e:f2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181c19d0-352a-4421-a512-fedd3af76018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T14:32:41Z', 'updated_at': '2021-04-07T14:32:58Z', 'revision_number': 1, 'project_id': '782e9eccce6d4f5898c76958383a5e3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a4b1919-0dd5-48d4-821e-51f43278d172', 'name': '', 'network_id': 'c030ef04-5242-408d-b21d-654932a78971', 'tenant_id': '782e9eccce6d4f5898c76958383a5e3d', 'mac_address': 'fa:16:3e:09:bf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '922c7ccf-af8e-4c6b-baef-d00c20689db2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:27:46Z', 'updated_at': '2021-04-07T14:28:10Z', 'revision_number': 5, 'project_id': '782e9eccce6d4f5898c76958383a5e3d', 'subnets': [{'id': '922c7ccf-af8e-4c6b-baef-d00c20689db2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:33:01.176482 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a513353-e0df-4a26-8d8b-0aa45a40000c None None] The sync data for ids ['dd655aa6-da4d-47b4-a2e3-956b524a6b4e'] in dv-cinder-780933-3-smb is: [{'id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1548084369-router', 'tenant_id': '782e9eccce6d4f5898c76958383a5e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '69120901-9166-4b35-862a-c8d0885825f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:27:30Z', 'updated_at': '2021-04-07T14:27:54Z', 'revision_number': 4, 'project_id': '782e9eccce6d4f5898c76958383a5e3d', 'gw_port': {'id': '69120901-9166-4b35-862a-c8d0885825f3', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:27:33Z', 'updated_at': '2021-04-07T14:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_floatingips': [{'id': '834c1481-7e66-48ef-bd28-4622dbcece69', 'tenant_id': '782e9eccce6d4f5898c76958383a5e3d', 'floating_ip_address': '172.28.3.104', 'floating_network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'router_id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'port_id': '21d64556-5128-4027-8626-fefd54fa72cc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c030ef04-5242-408d-b21d-654932a78971', 'mac_address': 'fa:16:3e:3e:f2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181c19d0-352a-4421-a512-fedd3af76018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T14:32:41Z', 'updated_at': '2021-04-07T14:32:58Z', 'revision_number': 1, 'project_id': '782e9eccce6d4f5898c76958383a5e3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a4b1919-0dd5-48d4-821e-51f43278d172', 'name': '', 'network_id': 'c030ef04-5242-408d-b21d-654932a78971', 'tenant_id': '782e9eccce6d4f5898c76958383a5e3d', 'mac_address': 'fa:16:3e:09:bf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '922c7ccf-af8e-4c6b-baef-d00c20689db2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:27:46Z', 'updated_at': '2021-04-07T14:28:10Z', 'revision_number': 5, 'project_id': '782e9eccce6d4f5898c76958383a5e3d', 'subnets': [{'id': '922c7ccf-af8e-4c6b-baef-d00c20689db2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 14:33:01.192225 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Pushing event updated for resources: {'Port': ['ID=850d0556-4a69-44e9-8fbb-946b1ec588fe,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:33:01.195723 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:33:01.429149 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] get_ports_and_sgs() called for port_ids ['850d0556-4a69-44e9-8fbb-946b1ec588fe'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 14:33:01.514102 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d3cd55-efb9-4e7b-a67a-e8b7f32602d3 None None] New status for floating IP 834c1481-7e66-48ef-bd28-4622dbcece69: ACTIVE {{(pid=84315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 07 14:33:02.025104 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf7fe4-0436-4d64-bc12-462fa0551e5e req-42875427-de9f-45ce-a257-4ca647537a59 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:02.026734 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-03cf7fe4-0436-4d64-bc12-462fa0551e5e req-42875427-de9f-45ce-a257-4ca647537a59 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f42b3c8-4d85-47d3-b87f-7165b44bad33 HTTP/1.1" status: 200 len: 944 time: 0.0969846 Apr 07 14:33:02.061702 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-03cf7fe4-0436-4d64-bc12-462fa0551e5e req-97dfcc5b-efa2-4eac-abc3-56966bb3e0f4 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e0eea14-14ac-4646-af70-75dd7e531512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266552 Apr 07 14:33:02.554679 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 850d0556-4a69-44e9-8fbb-946b1ec588fe up at agent hyperv_hv-cinder-78093 {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:33:02.630488 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Provisioning for port 850d0556-4a69-44e9-8fbb-946b1ec588fe completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:33:02.636465 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Provisioning complete for port 850d0556-4a69-44e9-8fbb-946b1ec588fe triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:33:02.636893 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:02.780324 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:02.792648 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f42b3c8-4d85-47d3-b87f-7165b44bad33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850d0556-4a69-44e9-8fbb-946b1ec588fe'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:33:02.804619 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port 850d0556-4a69-44e9-8fbb-946b1ec588fe, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=850d0556-4a69-44e9-8fbb-946b1ec588fe,segment=NetworkSegment(d59a4699-8dc2-41cf-bc84-1fce5738d4fe),segment_id=d59a4699-8dc2-41cf-bc84-1fce5738d4fe)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:33:02.807926 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:02.810042 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:33:02.844940 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f42b3c8-4d85-47d3-b87f-7165b44bad33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850d0556-4a69-44e9-8fbb-946b1ec588fe', 'code': 200} Apr 07 14:33:02.894459 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Pushing event updated for resources: {'Port': ['ID=850d0556-4a69-44e9-8fbb-946b1ec588fe,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:33:02.897629 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:33:03.096342 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7011165-1b9b-4918-aa2d-3783c40e7c7a req-9b1c9e74-ae92-44a8-a2aa-cf620eaa408d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:03.098018 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d7011165-1b9b-4918-aa2d-3783c40e7c7a req-9b1c9e74-ae92-44a8-a2aa-cf620eaa408d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5f42b3c8-4d85-47d3-b87f-7165b44bad33 HTTP/1.1" status: 200 len: 1098 time: 0.0840135 Apr 07 14:33:03.130749 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d7011165-1b9b-4918-aa2d-3783c40e7c7a req-c9ab31b7-72ec-43d6-8a25-445d0555ca32 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=4e0eea14-14ac-4646-af70-75dd7e531512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0232854 Apr 07 14:33:03.274487 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93d5d8-1568-4b89-b852-d07b278662ff req-850ec170-8f8c-455e-96b8-708c275c84fc tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:03.276195 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4c93d5d8-1568-4b89-b852-d07b278662ff req-850ec170-8f8c-455e-96b8-708c275c84fc tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f42b3c8-4d85-47d3-b87f-7165b44bad33 HTTP/1.1" status: 200 len: 945 time: 0.0950608 Apr 07 14:33:03.310272 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4c93d5d8-1568-4b89-b852-d07b278662ff req-6b900ff2-07c1-4c55-8eff-cb7ce7299b46 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e0eea14-14ac-4646-af70-75dd7e531512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262086 Apr 07 14:33:04.540652 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001e93a-ce9a-46a9-9c43-aa37495bd590 req-ba32bbf1-f2c6-41f3-9799-43d42f2e1fb4 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:04.542390 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0001e93a-ce9a-46a9-9c43-aa37495bd590 req-ba32bbf1-f2c6-41f3-9799-43d42f2e1fb4 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f42b3c8-4d85-47d3-b87f-7165b44bad33 HTTP/1.1" status: 200 len: 945 time: 0.0978091 Apr 07 14:33:04.578160 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0001e93a-ce9a-46a9-9c43-aa37495bd590 req-c49e0ca6-1ba1-4a51-a9be-bfa80eeb641b tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e0eea14-14ac-4646-af70-75dd7e531512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266654 Apr 07 14:33:05.854051 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22118089-9f7f-4ba5-b9ab-0d72d881311b req-28ef088f-56f3-4650-93a1-e0a324ac3bb8 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:05.855715 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-22118089-9f7f-4ba5-b9ab-0d72d881311b req-28ef088f-56f3-4650-93a1-e0a324ac3bb8 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f42b3c8-4d85-47d3-b87f-7165b44bad33 HTTP/1.1" status: 200 len: 945 time: 0.1008005 Apr 07 14:33:05.889030 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-22118089-9f7f-4ba5-b9ab-0d72d881311b req-009c2f82-3e97-4226-8285-0c0dc05a806d tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e0eea14-14ac-4646-af70-75dd7e531512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259190 Apr 07 14:33:07.094496 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff420e04-4c0a-418b-a5f2-5bb722cf432d req-f81a9731-903b-46fe-a048-e6b9fd9e56c6 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:07.096204 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ff420e04-4c0a-418b-a5f2-5bb722cf432d req-f81a9731-903b-46fe-a048-e6b9fd9e56c6 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f42b3c8-4d85-47d3-b87f-7165b44bad33 HTTP/1.1" status: 200 len: 945 time: 0.0886793 Apr 07 14:33:07.128310 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ff420e04-4c0a-418b-a5f2-5bb722cf432d req-9160e3e0-fb57-4211-b7c0-b97b1ecbe471 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e0eea14-14ac-4646-af70-75dd7e531512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0245199 Apr 07 14:33:07.622701 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5f619-b8fe-47a9-9a75-fdb5b69f1448 req-f676659f-4a17-4c53-b801-5051a0175667 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:07.624438 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-98d5f619-b8fe-47a9-9a75-fdb5b69f1448 req-f676659f-4a17-4c53-b801-5051a0175667 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f42b3c8-4d85-47d3-b87f-7165b44bad33 HTTP/1.1" status: 200 len: 945 time: 0.0923371 Apr 07 14:33:07.713500 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-98d5f619-b8fe-47a9-9a75-fdb5b69f1448 req-52d1ea9a-f016-4309-905d-f1f072814875 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Deleting port 850d0556-4a69-44e9-8fbb-946b1ec588fe {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:33:07.713726 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-98d5f619-b8fe-47a9-9a75-fdb5b69f1448 req-52d1ea9a-f016-4309-905d-f1f072814875 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:07.757962 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.agents_db [None req-6fbea437-4030-452f-8588-832da035c2c0 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 14:33:07.996699 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-98d5f619-b8fe-47a9-9a75-fdb5b69f1448 req-52d1ea9a-f016-4309-905d-f1f072814875 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] For port 850d0556-4a69-44e9-8fbb-946b1ec588fe, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=850d0556-4a69-44e9-8fbb-946b1ec588fe,segment=NetworkSegment(d59a4699-8dc2-41cf-bc84-1fce5738d4fe),segment_id=d59a4699-8dc2-41cf-bc84-1fce5738d4fe)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:33:07.997108 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-98d5f619-b8fe-47a9-9a75-fdb5b69f1448 req-52d1ea9a-f016-4309-905d-f1f072814875 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:08.138724 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-98d5f619-b8fe-47a9-9a75-fdb5b69f1448 req-52d1ea9a-f016-4309-905d-f1f072814875 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Calling delete_port for 850d0556-4a69-44e9-8fbb-946b1ec588fe owned by compute:nova {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:33:08.354359 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-98d5f619-b8fe-47a9-9a75-fdb5b69f1448 req-52d1ea9a-f016-4309-905d-f1f072814875 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304368157317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304368589940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848525233'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:08.368427 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] get_ports_and_sgs() called for port_ids ['850d0556-4a69-44e9-8fbb-946b1ec588fe'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 14:33:08.370908 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a1f1b71a-d3fe-4fa8-ab23-8f5b20323dff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:33:08.483943 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d1ea9a-f016-4309-905d-f1f072814875 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Pushing event deleted for resources: {'Port': ['ID=850d0556-4a69-44e9-8fbb-946b1ec588fe,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:33:08.489653 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-52d1ea9a-f016-4309-905d-f1f072814875 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:33:08.505431 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab159f-f63c-4726-934b-0a07a58f2578 req-89d395f2-081e-4dec-9687-34bf41eea77e tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:08.507075 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f9ab159f-f63c-4726-934b-0a07a58f2578 req-89d395f2-081e-4dec-9687-34bf41eea77e tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f42b3c8-4d85-47d3-b87f-7165b44bad33 HTTP/1.1" status: 200 len: 945 time: 0.2495797 Apr 07 14:33:08.558471 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f9ab159f-f63c-4726-934b-0a07a58f2578 req-5594762a-a0ca-48de-b55d-a0d0bd9f5149 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e0eea14-14ac-4646-af70-75dd7e531512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426786 Apr 07 14:33:08.661375 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d5f619-b8fe-47a9-9a75-fdb5b69f1448 req-52d1ea9a-f016-4309-905d-f1f072814875 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] No DVR routers for this DVR port 850d0556-4a69-44e9-8fbb-946b1ec588fe on host hv-cinder-78093 {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 14:33:08.663971 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-98d5f619-b8fe-47a9-9a75-fdb5b69f1448 req-52d1ea9a-f016-4309-905d-f1f072814875 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:08.666880 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f42b3c8-4d85-47d3-b87f-7165b44bad33', 'name': 'network-vif-deleted', 'tag': '850d0556-4a69-44e9-8fbb-946b1ec588fe'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:33:08.682419 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-98d5f619-b8fe-47a9-9a75-fdb5b69f1448 req-52d1ea9a-f016-4309-905d-f1f072814875 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] 10.222.0.81 "DELETE /v2.0/ports/850d0556-4a69-44e9-8fbb-946b1ec588fe HTTP/1.1" status: 204 len: 173 time: 1.0510831 Apr 07 14:33:08.777498 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f42b3c8-4d85-47d3-b87f-7165b44bad33', 'name': 'network-vif-deleted', 'tag': '850d0556-4a69-44e9-8fbb-946b1ec588fe', 'status': 'completed', 'code': 200} Apr 07 14:33:10.573568 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 850d0556-4a69-44e9-8fbb-946b1ec588fe no longer exists at agent hyperv_hv-cinder-78093 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 14:33:10.644108 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] No Port match for: 850d0556-4a69-44e9-8fbb-946b1ec588fe {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 14:33:10.644684 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 850d0556-4a69-44e9-8fbb-946b1ec588fe not bound to the agent host hv-cinder-78093 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 14:33:14.719239 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-82c20ccd-984a-469a-8e7c-2430ec22735b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:15.862844 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:17.366683 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7a573e91-d6d3-4446-bfd1-13896acd4580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:18.151197 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-68064a8d-a1ee-4a07-912b-506dbeaf5e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:18.819748 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:19.731025 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-50e4633a-fc4e-47da-a274-d7067d0d017c req-369d0749-aa6b-4de2-a69c-ef9b05c65325 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1672127965&fields=id&tenant_id=f1730405b57a44cf8038f596756f82ec HTTP/1.1" status: 200 len: 267 time: 0.0387299 Apr 07 14:33:19.848173 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-753d5ca8-67af-4e0f-aee9-cf9190fbeaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:19.849477 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4633a-fc4e-47da-a274-d7067d0d017c req-4d9228d5-eb93-4bca-914e-a71d6fab8bf4 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:19.851245 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-50e4633a-fc4e-47da-a274-d7067d0d017c req-4d9228d5-eb93-4bca-914e-a71d6fab8bf4 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 985 time: 0.1191444 Apr 07 14:33:19.868354 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [req-50e4633a-fc4e-47da-a274-d7067d0d017c req-0b3d11f6-681b-4b35-9e35-499c1db851c5 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Request body: {'port': {'security_groups': ['07ad4126-4a38-448a-a8d6-23672275bb00']}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:33:20.141276 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-50e4633a-fc4e-47da-a274-d7067d0d017c req-0b3d11f6-681b-4b35-9e35-499c1db851c5 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:20.719201 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-50e4633a-fc4e-47da-a274-d7067d0d017c req-0b3d11f6-681b-4b35-9e35-499c1db851c5 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] For port b87db988-544f-470b-b4c6-c568c0ff0609, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b87db988-544f-470b-b4c6-c568c0ff0609,segment=NetworkSegment(c7b72cce-98ce-465c-ba2f-1d4f4f6375e6),segment_id=c7b72cce-98ce-465c-ba2f-1d4f4f6375e6)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:33:20.814095 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-50e4633a-fc4e-47da-a274-d7067d0d017c req-0b3d11f6-681b-4b35-9e35-499c1db851c5 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:20.819375 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-50e4633a-fc4e-47da-a274-d7067d0d017c req-0b3d11f6-681b-4b35-9e35-499c1db851c5 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847702575'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:20.831276 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] get_ports_and_sgs() called for port_ids ['b87db988-544f-470b-b4c6-c568c0ff0609'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 14:33:20.997287 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:33:21.248581 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4633a-fc4e-47da-a274-d7067d0d017c req-0b3d11f6-681b-4b35-9e35-499c1db851c5 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:21.249824 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-50e4633a-fc4e-47da-a274-d7067d0d017c req-0b3d11f6-681b-4b35-9e35-499c1db851c5 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:21.263419 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 49972) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:33:21.263858 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-50e4633a-fc4e-47da-a274-d7067d0d017c req-0b3d11f6-681b-4b35-9e35-499c1db851c5 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "PUT /v2.0/ports/b87db988-544f-470b-b4c6-c568c0ff0609 HTTP/1.1" status: 200 len: 943 time: 1.4018686 Apr 07 14:33:21.264742 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc24a4f1-0254-40cb-91de-fc952973d568', 'tag': 'b87db988-544f-470b-b4c6-c568c0ff0609'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:33:21.325953 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3d11f6-681b-4b35-9e35-499c1db851c5 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Pushing event updated for resources: {'Port': ['ID=b87db988-544f-470b-b4c6-c568c0ff0609,revision_number=7']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:33:21.352343 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] get_ports_and_sgs() called for port_ids ['b87db988-544f-470b-b4c6-c568c0ff0609'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 14:33:21.353520 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0b3d11f6-681b-4b35-9e35-499c1db851c5 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:33:21.374843 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc24a4f1-0254-40cb-91de-fc952973d568', 'tag': 'b87db988-544f-470b-b4c6-c568c0ff0609', 'status': 'completed', 'code': 200} Apr 07 14:33:21.421246 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9334b37d-e4ee-40bd-90b4-aa7a04516eae tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:21.541345 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9334b37d-e4ee-40bd-90b4-aa7a04516eae tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:21.680954 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9334b37d-e4ee-40bd-90b4-aa7a04516eae tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:21.707132 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-29ec9442-2805-4c4f-9a71-cfee0aa6638e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:33:21.726932 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-7f88f9c2-2569-440d-a262-f7d1138c0d62 None None] Provisioning complete for port b87db988-544f-470b-b4c6-c568c0ff0609 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:33:21.727362 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7f88f9c2-2569-440d-a262-f7d1138c0d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:21.779764 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9334b37d-e4ee-40bd-90b4-aa7a04516eae tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5379dc2d-06ff-47a9-ab8e-a32b8c7ce2a0,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:33:21.786068 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9334b37d-e4ee-40bd-90b4-aa7a04516eae tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:33:21.794937 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9334b37d-e4ee-40bd-90b4-aa7a04516eae tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:21.796818 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-9334b37d-e4ee-40bd-90b4-aa7a04516eae tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "DELETE /v2.0/security-groups/5379dc2d-06ff-47a9-ab8e-a32b8c7ce2a0 HTTP/1.1" status: 204 len: 168 time: 0.5320752 Apr 07 14:33:21.800031 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 49982) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:33:21.812121 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736eed79-0f8d-4578-a246-c612722028b5 req-6b6e7e84-16d5-4c4f-8124-15151a130865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:21.815270 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-736eed79-0f8d-4578-a246-c612722028b5 req-6b6e7e84-16d5-4c4f-8124-15151a130865 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f1730405b57a44cf8038f596756f82ec&device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 1099 time: 0.3859837 Apr 07 14:33:22.153986 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736eed79-0f8d-4578-a246-c612722028b5 req-77a53496-f02f-4c0d-a2b3-2b00489d4a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:22.158418 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-736eed79-0f8d-4578-a246-c612722028b5 req-77a53496-f02f-4c0d-a2b3-2b00489d4a39 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2d3b64f1-a7c9-4934-a387-d7abdf8585e7 HTTP/1.1" status: 200 len: 915 time: 0.3317401 Apr 07 14:33:22.235989 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-629e5af9-7715-402c-ad14-7cd461de4926 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Deleting port 89410bb5-ea0c-4d3a-ae5e-e9d036e46929 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:33:22.237164 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-629e5af9-7715-402c-ad14-7cd461de4926 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:22.440872 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-736eed79-0f8d-4578-a246-c612722028b5 req-689ecf29-2625-4473-b94e-1c9ffc18a0b6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b87db988-544f-470b-b4c6-c568c0ff0609 HTTP/1.1" status: 200 len: 1001 time: 0.2693486 Apr 07 14:33:22.477809 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-629e5af9-7715-402c-ad14-7cd461de4926 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:22.478364 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-629e5af9-7715-402c-ad14-7cd461de4926 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:22.578661 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736eed79-0f8d-4578-a246-c612722028b5 req-d990af2b-f970-49e9-b02b-b77de7f499dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:22.582231 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-736eed79-0f8d-4578-a246-c612722028b5 req-d990af2b-f970-49e9-b02b-b77de7f499dd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=155d1fc0-d59a-4ba5-8189-d1f7a76a9e8e HTTP/1.1" status: 200 len: 853 time: 0.1334138 Apr 07 14:33:22.689041 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-629e5af9-7715-402c-ad14-7cd461de4926 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Calling delete_port for 89410bb5-ea0c-4d3a-ae5e-e9d036e46929 owned by network:floatingip {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:33:22.704980 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736eed79-0f8d-4578-a246-c612722028b5 req-864898c6-56f8-4577-808a-3600943eb6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:22.706693 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-736eed79-0f8d-4578-a246-c612722028b5 req-864898c6-56f8-4577-808a-3600943eb6b1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2d3b64f1-a7c9-4934-a387-d7abdf8585e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1155446 Apr 07 14:33:22.926101 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-629e5af9-7715-402c-ad14-7cd461de4926 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304368157317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304368589940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7073224'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:23.072154 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-6601abfa-340e-4ec4-a668-96a224ebb023 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:33:23.084292 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-736eed79-0f8d-4578-a246-c612722028b5 req-0fb3ac38-c59b-4799-94cc-da204b195cab service neutron] 10.222.0.81 "GET /v2.0/networks/2d3b64f1-a7c9-4934-a387-d7abdf8585e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644240 Apr 07 14:33:23.184515 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e5af9-7715-402c-ad14-7cd461de4926 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Pushing event deleted for resources: {'Port': ['ID=89410bb5-ea0c-4d3a-ae5e-e9d036e46929,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:33:23.201147 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-629e5af9-7715-402c-ad14-7cd461de4926 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:33:23.368094 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-736eed79-0f8d-4578-a246-c612722028b5 req-73246e47-71dc-41be-9599-0176e70315ce service neutron] 10.222.0.81 "GET /v2.0/networks/2d3b64f1-a7c9-4934-a387-d7abdf8585e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721086 Apr 07 14:33:23.648328 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-629e5af9-7715-402c-ad14-7cd461de4926 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks [] for floatingip, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:23.648994 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.db.l3_db [None req-629e5af9-7715-402c-ad14-7cd461de4926 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Floating IP dc4278db-b8a4-4306-9b7e-7d9c012ab787 disassociated (deleted). External IP: 172.28.3.51, port: b87db988-544f-470b-b4c6-c568c0ff0609. Apr 07 14:33:23.835109 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3b4b7-38d7-42e8-acd0-de4c39ea8630 req-542620da-5f0c-431d-b0eb-b97b72008858 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:23.837086 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e6e3b4b7-38d7-42e8-acd0-de4c39ea8630 req-542620da-5f0c-431d-b0eb-b97b72008858 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=df00a571-e0b7-41a0-9817-e1b0f80fc84e HTTP/1.1" status: 200 len: 946 time: 0.7662723 Apr 07 14:33:23.878573 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e6e3b4b7-38d7-42e8-acd0-de4c39ea8630 req-a6dbeb19-a0c9-4244-9f1b-cea30e4512a4 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/security-groups?id=172b99c4-5fcb-4178-8dc7-11d51f058b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300803 Apr 07 14:33:24.169885 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629e5af9-7715-402c-ad14-7cd461de4926 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Router cc84098a-c8d8-4ce8-a058-0221bc196f67 has already been hosted by L3 agent d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 14:33:24.383314 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629e5af9-7715-402c-ad14-7cd461de4926 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify agent at l3_agent.dv-cinder-780933-3-smb the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 14:33:24.395927 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beee5f17-72d5-4c66-9d30-48deef6e5fea None None] Sync routers for ids ['cc84098a-c8d8-4ce8-a058-0221bc196f67'] in dv-cinder-780933-3-smb {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 14:33:24.408858 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beee5f17-72d5-4c66-9d30-48deef6e5fea None None] Routers {'cc84098a-c8d8-4ce8-a058-0221bc196f67'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:33:24.409819 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-beee5f17-72d5-4c66-9d30-48deef6e5fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:33:17Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['cc84098a-c8d8-4ce8-a058-0221bc196f67'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:33:24.420044 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-629e5af9-7715-402c-ad14-7cd461de4926 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:24.487227 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-629e5af9-7715-402c-ad14-7cd461de4926 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "DELETE /v2.0/floatingips/dc4278db-b8a4-4306-9b7e-7d9c012ab787 HTTP/1.1" status: 204 len: 168 time: 2.6816041 Apr 07 14:33:24.487227 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc24a4f1-0254-40cb-91de-fc952973d568', 'tag': 'b87db988-544f-470b-b4c6-c568c0ff0609'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:33:24.595906 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc24a4f1-0254-40cb-91de-fc952973d568', 'tag': 'b87db988-544f-470b-b4c6-c568c0ff0609', 'status': 'completed', 'code': 200} Apr 07 14:33:24.707181 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-beee5f17-72d5-4c66-9d30-48deef6e5fea None None] Set router cc84098a-c8d8-4ce8-a058-0221bc196f67 gateway port host: dv-cinder-780933-3-smb {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:33:24.780510 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcd136-9652-4699-8342-d3c4749e86b7 req-685e4384-f8ff-4f20-a3e9-03c39c70ac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:24.782219 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e2dcd136-9652-4699-8342-d3c4749e86b7 req-685e4384-f8ff-4f20-a3e9-03c39c70ac06 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f1730405b57a44cf8038f596756f82ec&device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 1099 time: 0.1614470 Apr 07 14:33:25.077401 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcd136-9652-4699-8342-d3c4749e86b7 req-2ebfa85e-5d54-45ac-858a-46c0ac5bb9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:25.079373 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e2dcd136-9652-4699-8342-d3c4749e86b7 req-2ebfa85e-5d54-45ac-858a-46c0ac5bb9d7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2d3b64f1-a7c9-4934-a387-d7abdf8585e7 HTTP/1.1" status: 200 len: 915 time: 0.2787240 Apr 07 14:33:25.197045 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e2dcd136-9652-4699-8342-d3c4749e86b7 req-0a7d6098-250d-422d-b467-ce56beed0fdb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b87db988-544f-470b-b4c6-c568c0ff0609 HTTP/1.1" status: 200 len: 217 time: 0.1026282 Apr 07 14:33:25.349913 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcd136-9652-4699-8342-d3c4749e86b7 req-2eb63e51-48d2-4891-8f9b-368decc9b3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:25.353257 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e2dcd136-9652-4699-8342-d3c4749e86b7 req-2eb63e51-48d2-4891-8f9b-368decc9b3d7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=155d1fc0-d59a-4ba5-8189-d1f7a76a9e8e HTTP/1.1" status: 200 len: 853 time: 0.1492975 Apr 07 14:33:25.361209 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-beee5f17-72d5-4c66-9d30-48deef6e5fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc84098a-c8d8-4ce8-a058-0221bc196f67', 'name': 'tempest-TestMinimumBasicScenario-482955747-router', 'tenant_id': 'f1730405b57a44cf8038f596756f82ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '0e59d250-caa7-4e4a-904a-6aeb1ca30b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:29:49Z', 'updated_at': '2021-04-07T14:30:02Z', 'revision_number': 4, 'project_id': 'f1730405b57a44cf8038f596756f82ec', 'gw_port': {'id': '0e59d250-caa7-4e4a-904a-6aeb1ca30b1e', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:47:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc84098a-c8d8-4ce8-a058-0221bc196f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:50Z', 'updated_at': '2021-04-07T14:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_interfaces': [{'id': '3fb6ae95-a4a7-469b-ace7-557b80003040', 'name': '', 'network_id': '2d3b64f1-a7c9-4934-a387-d7abdf8585e7', 'tenant_id': 'f1730405b57a44cf8038f596756f82ec', 'mac_address': 'fa:16:3e:6e:33:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc84098a-c8d8-4ce8-a058-0221bc196f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '155d1fc0-d59a-4ba5-8189-d1f7a76a9e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:57Z', 'updated_at': '2021-04-07T14:30:21Z', 'revision_number': 5, 'project_id': 'f1730405b57a44cf8038f596756f82ec', 'subnets': [{'id': '155d1fc0-d59a-4ba5-8189-d1f7a76a9e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:33:25.364612 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be508a33-feea-43af-a36a-20bbd62a3385 req-8c023179-ab68-43b7-975f-c40846a18fff tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:25.373174 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-be508a33-feea-43af-a36a-20bbd62a3385 req-8c023179-ab68-43b7-975f-c40846a18fff tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=df00a571-e0b7-41a0-9817-e1b0f80fc84e HTTP/1.1" status: 200 len: 946 time: 0.1936934 Apr 07 14:33:25.376184 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beee5f17-72d5-4c66-9d30-48deef6e5fea None None] Checking router: cc84098a-c8d8-4ce8-a058-0221bc196f67 for host: dv-cinder-780933-3-smb {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 14:33:25.387203 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beee5f17-72d5-4c66-9d30-48deef6e5fea None None] Routers {'cc84098a-c8d8-4ce8-a058-0221bc196f67'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:33:25.388572 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-beee5f17-72d5-4c66-9d30-48deef6e5fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:33:17Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['cc84098a-c8d8-4ce8-a058-0221bc196f67'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:33:25.408313 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-be508a33-feea-43af-a36a-20bbd62a3385 req-19e67fdc-5c06-42fa-ae7b-735d228f21fe tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/security-groups?id=172b99c4-5fcb-4178-8dc7-11d51f058b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340257 Apr 07 14:33:25.642254 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-beee5f17-72d5-4c66-9d30-48deef6e5fea None None] Set router cc84098a-c8d8-4ce8-a058-0221bc196f67 gateway port host: dv-cinder-780933-3-smb {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:33:25.844379 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcd136-9652-4699-8342-d3c4749e86b7 req-ef7faf7c-4b13-4bf1-b501-8137be234aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:25.846671 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e2dcd136-9652-4699-8342-d3c4749e86b7 req-ef7faf7c-4b13-4bf1-b501-8137be234aa9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2d3b64f1-a7c9-4934-a387-d7abdf8585e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4819119 Apr 07 14:33:26.080554 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e2dcd136-9652-4699-8342-d3c4749e86b7 req-5617fe3d-a28f-490d-a2d9-3278ac7a2973 service neutron] 10.222.0.81 "GET /v2.0/networks/2d3b64f1-a7c9-4934-a387-d7abdf8585e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195046 Apr 07 14:33:26.107017 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-beee5f17-72d5-4c66-9d30-48deef6e5fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc84098a-c8d8-4ce8-a058-0221bc196f67', 'name': 'tempest-TestMinimumBasicScenario-482955747-router', 'tenant_id': 'f1730405b57a44cf8038f596756f82ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '0e59d250-caa7-4e4a-904a-6aeb1ca30b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:29:49Z', 'updated_at': '2021-04-07T14:30:02Z', 'revision_number': 4, 'project_id': 'f1730405b57a44cf8038f596756f82ec', 'gw_port': {'id': '0e59d250-caa7-4e4a-904a-6aeb1ca30b1e', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:47:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc84098a-c8d8-4ce8-a058-0221bc196f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:50Z', 'updated_at': '2021-04-07T14:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_interfaces': [{'id': '3fb6ae95-a4a7-469b-ace7-557b80003040', 'name': '', 'network_id': '2d3b64f1-a7c9-4934-a387-d7abdf8585e7', 'tenant_id': 'f1730405b57a44cf8038f596756f82ec', 'mac_address': 'fa:16:3e:6e:33:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc84098a-c8d8-4ce8-a058-0221bc196f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '155d1fc0-d59a-4ba5-8189-d1f7a76a9e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:57Z', 'updated_at': '2021-04-07T14:30:21Z', 'revision_number': 5, 'project_id': 'f1730405b57a44cf8038f596756f82ec', 'subnets': [{'id': '155d1fc0-d59a-4ba5-8189-d1f7a76a9e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:33:26.113588 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beee5f17-72d5-4c66-9d30-48deef6e5fea None None] The sync data for ids ['cc84098a-c8d8-4ce8-a058-0221bc196f67'] in dv-cinder-780933-3-smb is: [{'id': 'cc84098a-c8d8-4ce8-a058-0221bc196f67', 'name': 'tempest-TestMinimumBasicScenario-482955747-router', 'tenant_id': 'f1730405b57a44cf8038f596756f82ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '0e59d250-caa7-4e4a-904a-6aeb1ca30b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:29:49Z', 'updated_at': '2021-04-07T14:30:02Z', 'revision_number': 4, 'project_id': 'f1730405b57a44cf8038f596756f82ec', 'gw_port': {'id': '0e59d250-caa7-4e4a-904a-6aeb1ca30b1e', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:47:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc84098a-c8d8-4ce8-a058-0221bc196f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:50Z', 'updated_at': '2021-04-07T14:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_interfaces': [{'id': '3fb6ae95-a4a7-469b-ace7-557b80003040', 'name': '', 'network_id': '2d3b64f1-a7c9-4934-a387-d7abdf8585e7', 'tenant_id': 'f1730405b57a44cf8038f596756f82ec', 'mac_address': 'fa:16:3e:6e:33:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc84098a-c8d8-4ce8-a058-0221bc196f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '155d1fc0-d59a-4ba5-8189-d1f7a76a9e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:57Z', 'updated_at': '2021-04-07T14:30:21Z', 'revision_number': 5, 'project_id': 'f1730405b57a44cf8038f596756f82ec', 'subnets': [{'id': '155d1fc0-d59a-4ba5-8189-d1f7a76a9e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 14:33:26.273216 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e2dcd136-9652-4699-8342-d3c4749e86b7 req-c203f0cf-5093-49ca-9a89-d49bf5c485f9 service neutron] 10.222.0.81 "GET /v2.0/networks/2d3b64f1-a7c9-4934-a387-d7abdf8585e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810825 Apr 07 14:33:26.678624 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc06c76-3684-4814-823b-30cd32f87093 req-ca296666-f799-4e3a-8979-287bebeaaa09 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:26.680490 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-8dc06c76-3684-4814-823b-30cd32f87093 req-ca296666-f799-4e3a-8979-287bebeaaa09 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=df00a571-e0b7-41a0-9817-e1b0f80fc84e HTTP/1.1" status: 200 len: 946 time: 0.1431868 Apr 07 14:33:26.739477 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-8dc06c76-3684-4814-823b-30cd32f87093 req-431ec38c-38be-48a1-933e-59e661522ba9 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/security-groups?id=172b99c4-5fcb-4178-8dc7-11d51f058b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463953 Apr 07 14:33:26.814686 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271efb67-cf97-4e72-9840-79fb0bc68b06 None None] New status for floating IP dc4278db-b8a4-4306-9b7e-7d9c012ab787: DOWN {{(pid=84315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 07 14:33:28.096327 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26b3c9-2700-49af-8eca-12bcb078c776 req-7494d9a6-9297-44f6-af1a-f2a4551217f7 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:28.098065 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-fa26b3c9-2700-49af-8eca-12bcb078c776 req-7494d9a6-9297-44f6-af1a-f2a4551217f7 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=df00a571-e0b7-41a0-9817-e1b0f80fc84e HTTP/1.1" status: 200 len: 946 time: 0.1423624 Apr 07 14:33:28.148739 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-fa26b3c9-2700-49af-8eca-12bcb078c776 req-9aab79f1-bb53-40f2-8d64-2092aeb434e6 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/security-groups?id=172b99c4-5fcb-4178-8dc7-11d51f058b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386853 Apr 07 14:33:28.657815 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f8db9-8ff2-4ad5-89b8-39d40d89d1bb req-82faca4d-786d-417d-92ff-14fc458fc874 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:28.666066 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-357f8db9-8ff2-4ad5-89b8-39d40d89d1bb req-82faca4d-786d-417d-92ff-14fc458fc874 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 946 time: 0.1334372 Apr 07 14:33:28.696330 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-357f8db9-8ff2-4ad5-89b8-39d40d89d1bb req-a0836dc4-865a-41be-8cfb-b780565b27c3 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Synchronizing usage tracker for tenant:f1730405b57a44cf8038f596756f82ec on resource:security_group {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:33:28.721073 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-357f8db9-8ff2-4ad5-89b8-39d40d89d1bb req-a0836dc4-865a-41be-8cfb-b780565b27c3 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Unset dirty status for tenant:f1730405b57a44cf8038f596756f82ec on resource:security_group {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:33:28.722540 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-357f8db9-8ff2-4ad5-89b8-39d40d89d1bb req-a0836dc4-865a-41be-8cfb-b780565b27c3 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/security-groups?id=07ad4126-4a38-448a-a8d6-23672275bb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526514 Apr 07 14:33:29.445667 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9508e9a-6ea9-4610-88c0-a554a92ab374 req-47c99cc6-5e76-4a07-b93e-8abe17f5030d tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:29.452538 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c9508e9a-6ea9-4610-88c0-a554a92ab374 req-47c99cc6-5e76-4a07-b93e-8abe17f5030d tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=df00a571-e0b7-41a0-9817-e1b0f80fc84e HTTP/1.1" status: 200 len: 946 time: 0.1098723 Apr 07 14:33:29.506943 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c9508e9a-6ea9-4610-88c0-a554a92ab374 req-d661a67a-d68b-4482-81ef-d9e069104049 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/security-groups?id=172b99c4-5fcb-4178-8dc7-11d51f058b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480793 Apr 07 14:33:29.954485 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c376c3-d25d-48cb-8baf-885f36dfca36 req-067cd4c9-2b8a-42b2-b7f7-620c0e776d1a tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:29.955258 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-44c376c3-d25d-48cb-8baf-885f36dfca36 req-067cd4c9-2b8a-42b2-b7f7-620c0e776d1a tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Synchronizing usage tracker for tenant:f1730405b57a44cf8038f596756f82ec on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:33:29.971349 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-44c376c3-d25d-48cb-8baf-885f36dfca36 req-067cd4c9-2b8a-42b2-b7f7-620c0e776d1a tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Unset dirty status for tenant:f1730405b57a44cf8038f596756f82ec on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:33:29.978585 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-44c376c3-d25d-48cb-8baf-885f36dfca36 req-067cd4c9-2b8a-42b2-b7f7-620c0e776d1a tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 946 time: 0.1207244 Apr 07 14:33:30.012732 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-44c376c3-d25d-48cb-8baf-885f36dfca36 req-78c88c28-d3c7-4afa-a485-9a962513d1a4 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/security-groups?id=07ad4126-4a38-448a-a8d6-23672275bb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331481 Apr 07 14:33:30.775682 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5623ca7-87a8-44c7-838b-1e769786a92e req-6b2d3ca9-3a4d-4f5d-aefa-0b94224cd5a3 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:30.777214 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c5623ca7-87a8-44c7-838b-1e769786a92e req-6b2d3ca9-3a4d-4f5d-aefa-0b94224cd5a3 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 946 time: 0.1595140 Apr 07 14:33:30.789458 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f26c4-0015-4401-a75b-d6a726b6d65e req-62ef46f5-bc61-4772-a5a8-3afa05f88d58 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:30.790963 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-773f26c4-0015-4401-a75b-d6a726b6d65e req-62ef46f5-bc61-4772-a5a8-3afa05f88d58 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=df00a571-e0b7-41a0-9817-e1b0f80fc84e HTTP/1.1" status: 200 len: 946 time: 0.1372912 Apr 07 14:33:30.869929 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-773f26c4-0015-4401-a75b-d6a726b6d65e req-b9bf6ff8-07b0-4912-a41e-9b5106cdbeff tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/security-groups?id=172b99c4-5fcb-4178-8dc7-11d51f058b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434687 Apr 07 14:33:30.887795 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-c5623ca7-87a8-44c7-838b-1e769786a92e req-eeb59889-fb80-4bfb-aa11-59f2d3ac1eea tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Deleting port b87db988-544f-470b-b4c6-c568c0ff0609 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:33:30.888205 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-c5623ca7-87a8-44c7-838b-1e769786a92e req-eeb59889-fb80-4bfb-aa11-59f2d3ac1eea tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:31.152768 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-c5623ca7-87a8-44c7-838b-1e769786a92e req-eeb59889-fb80-4bfb-aa11-59f2d3ac1eea tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] For port b87db988-544f-470b-b4c6-c568c0ff0609, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b87db988-544f-470b-b4c6-c568c0ff0609,segment=NetworkSegment(c7b72cce-98ce-465c-ba2f-1d4f4f6375e6),segment_id=c7b72cce-98ce-465c-ba2f-1d4f4f6375e6)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:33:31.153100 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-c5623ca7-87a8-44c7-838b-1e769786a92e req-eeb59889-fb80-4bfb-aa11-59f2d3ac1eea tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:31.209115 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b46912-2190-4947-95e6-a31ee72f662f req-c7a9e975-b522-46b0-8205-a158be8c48e3 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:31.210694 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-45b46912-2190-4947-95e6-a31ee72f662f req-c7a9e975-b522-46b0-8205-a158be8c48e3 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 946 time: 0.0866907 Apr 07 14:33:31.241460 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-45b46912-2190-4947-95e6-a31ee72f662f req-70a44b1a-2217-411b-9507-b2aff28313e8 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/security-groups?id=07ad4126-4a38-448a-a8d6-23672275bb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0243511 Apr 07 14:33:31.288350 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-c5623ca7-87a8-44c7-838b-1e769786a92e req-eeb59889-fb80-4bfb-aa11-59f2d3ac1eea tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Calling delete_port for b87db988-544f-470b-b4c6-c568c0ff0609 owned by compute:nova {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:33:31.445966 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-c5623ca7-87a8-44c7-838b-1e769786a92e req-eeb59889-fb80-4bfb-aa11-59f2d3ac1eea tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304368157317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304368589940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848525233'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:31.456625 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] get_ports_and_sgs() called for port_ids ['b87db988-544f-470b-b4c6-c568c0ff0609'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 14:33:31.463781 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-33be0c5b-8885-49e8-9874-099dad2e188c tempest-AttachVolumeNegativeTest-167037226 tempest-AttachVolumeNegativeTest-167037226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:33:31.570191 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb59889-fb80-4bfb-aa11-59f2d3ac1eea tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Pushing event deleted for resources: {'Port': ['ID=b87db988-544f-470b-b4c6-c568c0ff0609,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:33:31.575377 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-eeb59889-fb80-4bfb-aa11-59f2d3ac1eea tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:33:31.717678 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5623ca7-87a8-44c7-838b-1e769786a92e req-eeb59889-fb80-4bfb-aa11-59f2d3ac1eea tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] No DVR routers for this DVR port b87db988-544f-470b-b4c6-c568c0ff0609 on host hv-cinder-78093 {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 14:33:31.720443 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-c5623ca7-87a8-44c7-838b-1e769786a92e req-eeb59889-fb80-4bfb-aa11-59f2d3ac1eea tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:31.723269 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc24a4f1-0254-40cb-91de-fc952973d568', 'name': 'network-vif-deleted', 'tag': 'b87db988-544f-470b-b4c6-c568c0ff0609'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:33:31.740025 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c5623ca7-87a8-44c7-838b-1e769786a92e req-eeb59889-fb80-4bfb-aa11-59f2d3ac1eea tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.81 "DELETE /v2.0/ports/b87db988-544f-470b-b4c6-c568c0ff0609 HTTP/1.1" status: 204 len: 173 time: 0.9478111 Apr 07 14:33:31.778709 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc24a4f1-0254-40cb-91de-fc952973d568', 'name': 'network-vif-deleted', 'tag': 'b87db988-544f-470b-b4c6-c568c0ff0609', 'status': 'completed', 'code': 200} Apr 07 14:33:32.080878 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a59144-c1c4-4412-938f-218fc03b5b70 req-734270d2-7923-483a-9b77-0b233a44ab40 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:32.082543 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b3a59144-c1c4-4412-938f-218fc03b5b70 req-734270d2-7923-483a-9b77-0b233a44ab40 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=df00a571-e0b7-41a0-9817-e1b0f80fc84e HTTP/1.1" status: 200 len: 946 time: 0.0921574 Apr 07 14:33:32.124537 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b3a59144-c1c4-4412-938f-218fc03b5b70 req-e96b165e-70f8-4174-bfc8-02809cb3c744 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/security-groups?id=172b99c4-5fcb-4178-8dc7-11d51f058b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347874 Apr 07 14:33:32.436629 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-673576d2-b037-4979-bbc3-50bc59e06717 req-00e31d9e-32c9-4382-8f63-21c85700222d tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc24a4f1-0254-40cb-91de-fc952973d568 HTTP/1.1" status: 200 len: 210 time: 0.0542476 Apr 07 14:33:33.207443 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 50176) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:33:33.327760 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_v2 [None req-44fdc09f-175d-4d4a-ad9e-b5a967135bf6 admin admin] Deleting subnet 735f7e4a-f75f-428a-b825-0c57f63019e0 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 07 14:33:33.331878 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-44fdc09f-175d-4d4a-ad9e-b5a967135bf6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:33.405939 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-44fdc09f-175d-4d4a-ad9e-b5a967135bf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7044842'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:33.454704 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a5b29-ecb8-4dc6-b407-71e8715a08c6 req-640cbdde-7851-404f-b2de-ef8e6efc202e tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:33.456423 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-3a2a5b29-ecb8-4dc6-b407-71e8715a08c6 req-640cbdde-7851-404f-b2de-ef8e6efc202e tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=df00a571-e0b7-41a0-9817-e1b0f80fc84e HTTP/1.1" status: 200 len: 946 time: 0.2015681 Apr 07 14:33:33.505317 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-3a2a5b29-ecb8-4dc6-b407-71e8715a08c6 req-52fdf5cb-35aa-4a79-9b01-ee540229d157 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/security-groups?id=172b99c4-5fcb-4178-8dc7-11d51f058b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411003 Apr 07 14:33:33.508455 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-44fdc09f-175d-4d4a-ad9e-b5a967135bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854771514'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:33.819297 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-44fdc09f-175d-4d4a-ad9e-b5a967135bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847702558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848863120'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:33.840301 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-3f5ca7c3-d667-4092-ab7b-eeaac2b04965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:33:33.926431 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fdc09f-175d-4d4a-ad9e-b5a967135bf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=735f7e4a-f75f-428a-b825-0c57f63019e0,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:33:33.934083 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-44fdc09f-175d-4d4a-ad9e-b5a967135bf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:33:34.001676 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-44fdc09f-175d-4d4a-ad9e-b5a967135bf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:34.008618 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-44fdc09f-175d-4d4a-ad9e-b5a967135bf6 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/735f7e4a-f75f-428a-b825-0c57f63019e0 HTTP/1.1" status: 204 len: 168 time: 0.8000216 Apr 07 14:33:34.011232 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 50222) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:33:34.140876 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e7fe6774-1532-4c94-b068-15dae378d6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-137828'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:34.192741 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 50228) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:33:34.355924 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e7fe6774-1532-4c94-b068-15dae378d6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14662', 'neutron.services.segments.db._delete_segments_for_network--9223363304368102158'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:34.470602 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.segments.db [None req-e7fe6774-1532-4c94-b068-15dae378d6d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ef87e8e-3105-49a2-93c4-a346db233f4b']}} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:33:34.488292 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.segments.db [None req-e7fe6774-1532-4c94-b068-15dae378d6d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd59a4699-8dc2-41cf-bc84-1fce5738d4fe') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:33:34.488541 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.segments.db [None req-e7fe6774-1532-4c94-b068-15dae378d6d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd59a4699-8dc2-41cf-bc84-1fce5738d4fe') {} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:33:34.502291 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e7fe6774-1532-4c94-b068-15dae378d6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304368070140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847730990'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:34.521038 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e7fe6774-1532-4c94-b068-15dae378d6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773215'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:34.528030 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7fe6774-1532-4c94-b068-15dae378d6d4 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 07 14:33:34.633126 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device b87db988-544f-470b-b4c6-c568c0ff0609 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 14:33:34.670241 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] No Port match for: b87db988-544f-470b-b4c6-c568c0ff0609 {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 14:33:34.670642 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device b87db988-544f-470b-b4c6-c568c0ff0609 not bound to the agent host hv-cinder-78093 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 14:33:34.762890 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-e7fe6774-1532-4c94-b068-15dae378d6d4 admin admin] Network 3ef87e8e-3105-49a2-93c4-a346db233f4b has no segments {{(pid=84312) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 14:33:34.776755 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e7fe6774-1532-4c94-b068-15dae378d6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847702593'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:34.817565 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-172017ce-2a25-4021-a626-a043be292349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846494577'] for router_interface, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:35.202250 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-172017ce-2a25-4021-a626-a043be292349 admin admin] Deleting port 3fb6ae95-a4a7-469b-ace7-557b80003040 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:33:35.202638 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-172017ce-2a25-4021-a626-a043be292349 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:35.203955 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-e7fe6774-1532-4c94-b068-15dae378d6d4 admin admin] Network 3ef87e8e-3105-49a2-93c4-a346db233f4b has no segments {{(pid=84312) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 14:33:35.228925 dv-cinder-780933-3-smb neutron-server[84199]: Traceback (most recent call last): Apr 07 14:33:35.228925 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 14:33:35.228925 dv-cinder-780933-3-smb neutron-server[84199]: timer() Apr 07 14:33:35.228925 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 14:33:35.228925 dv-cinder-780933-3-smb neutron-server[84199]: cb(*args, **kw) Apr 07 14:33:35.228925 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 07 14:33:35.228925 dv-cinder-780933-3-smb neutron-server[84199]: return func(*args, **kwargs) Apr 07 14:33:35.228925 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 14:33:35.228925 dv-cinder-780933-3-smb neutron-server[84199]: self._notify() Apr 07 14:33:35.228925 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 14:33:35.228925 dv-cinder-780933-3-smb neutron-server[84199]: self.callback(batched_events) Apr 07 14:33:35.228925 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 14:33:35.228925 dv-cinder-780933-3-smb neutron-server[84199]: event.method(event) Apr 07 14:33:35.228925 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 07 14:33:35.228925 dv-cinder-780933-3-smb neutron-server[84199]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 14:33:35.228925 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 07 14:33:35.228925 dv-cinder-780933-3-smb neutron-server[84199]: segment_id)['aggregates'][0] Apr 07 14:33:35.228925 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 07 14:33:35.228925 dv-cinder-780933-3-smb neutron-server[84199]: return f(self, *a, **k) Apr 07 14:33:35.228925 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 07 14:33:35.228925 dv-cinder-780933-3-smb neutron-server[84199]: return self._get(url).json() Apr 07 14:33:35.228925 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 14:33:35.228925 dv-cinder-780933-3-smb neutron-server[84199]: **kwargs) Apr 07 14:33:35.228925 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 14:33:35.228925 dv-cinder-780933-3-smb neutron-server[84199]: return self.request(url, 'GET', **kwargs) Apr 07 14:33:35.228925 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 07 14:33:35.228925 dv-cinder-780933-3-smb neutron-server[84199]: **endpoint_filter) Apr 07 14:33:35.228925 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 14:33:35.228925 dv-cinder-780933-3-smb neutron-server[84199]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 14:33:35.228925 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 14:33:35.228925 dv-cinder-780933-3-smb neutron-server[84199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 14:33:35.228925 dv-cinder-780933-3-smb neutron-server[84199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 14:33:35.298658 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078cd796-0649-4b79-a4f7-d34cad67ef10 req-e43065b5-3398-4e0f-98f7-55f9bcd6e694 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:35.300705 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-078cd796-0649-4b79-a4f7-d34cad67ef10 req-e43065b5-3398-4e0f-98f7-55f9bcd6e694 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=df00a571-e0b7-41a0-9817-e1b0f80fc84e HTTP/1.1" status: 200 len: 946 time: 0.6148629 Apr 07 14:33:35.348256 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-078cd796-0649-4b79-a4f7-d34cad67ef10 req-511b83c4-5142-4e73-855d-8d226252f419 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/security-groups?id=172b99c4-5fcb-4178-8dc7-11d51f058b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360844 Apr 07 14:33:35.351577 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e7fe6774-1532-4c94-b068-15dae378d6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854761138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8275419'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:35.356118 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:33:35.374468 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e7fe6774-1532-4c94-b068-15dae378d6d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:35.382263 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe6774-1532-4c94-b068-15dae378d6d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ef87e8e-3105-49a2-93c4-a346db233f4b,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:33:35.385531 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-e7fe6774-1532-4c94-b068-15dae378d6d4 admin admin] 10.222.0.63 "DELETE /v2.0/networks/3ef87e8e-3105-49a2-93c4-a346db233f4b HTTP/1.1" status: 204 len: 168 time: 1.3732891 Apr 07 14:33:35.386857 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-e7fe6774-1532-4c94-b068-15dae378d6d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:33:35.519999 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 50238) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:33:35.565068 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-b75ceb8e-a83c-49ca-8eb0-c2b6b4d96999 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b84a1d90cdbf4dbb98b0ac7a2f7d3147&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412796 Apr 07 14:33:35.565545 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 50242) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:33:35.639283 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ae55a06b-8c72-4b24-8dd8-706d5736004b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:35.669420 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ae55a06b-8c72-4b24-8dd8-706d5736004b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:35.694780 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-172017ce-2a25-4021-a626-a043be292349 admin admin] For port 3fb6ae95-a4a7-469b-ace7-557b80003040, host dv-cinder-780933-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=3fb6ae95-a4a7-469b-ace7-557b80003040,segment=NetworkSegment(c7b72cce-98ce-465c-ba2f-1d4f4f6375e6),segment_id=c7b72cce-98ce-465c-ba2f-1d4f4f6375e6)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:33:35.695176 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-172017ce-2a25-4021-a626-a043be292349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:35.715343 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ae55a06b-8c72-4b24-8dd8-706d5736004b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:35.720311 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-6c5e39a3-0504-4b02-895c-808d1f5b0224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:33:35.733704 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae55a06b-8c72-4b24-8dd8-706d5736004b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0eea14-14ac-4646-af70-75dd7e531512,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:33:35.736191 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ae55a06b-8c72-4b24-8dd8-706d5736004b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:33:35.745839 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ae55a06b-8c72-4b24-8dd8-706d5736004b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:35.749876 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-ae55a06b-8c72-4b24-8dd8-706d5736004b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4e0eea14-14ac-4646-af70-75dd7e531512 HTTP/1.1" status: 204 len: 168 time: 0.1803713 Apr 07 14:33:35.828133 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-172017ce-2a25-4021-a626-a043be292349 admin admin] Calling delete_port for 3fb6ae95-a4a7-469b-ace7-557b80003040 owned by network:router_interface {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:33:36.016877 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-172017ce-2a25-4021-a626-a043be292349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304368157317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304368589940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848525233'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:36.033290 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a1f1b71a-d3fe-4fa8-ab23-8f5b20323dff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:33:36.140611 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172017ce-2a25-4021-a626-a043be292349 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fb6ae95-a4a7-469b-ace7-557b80003040,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:33:36.153885 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172017ce-2a25-4021-a626-a043be292349 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:33:36.154304 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172017ce-2a25-4021-a626-a043be292349 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:33:36.154717 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172017ce-2a25-4021-a626-a043be292349 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:33:36.155121 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172017ce-2a25-4021-a626-a043be292349 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:33:36.155528 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172017ce-2a25-4021-a626-a043be292349 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:33:36.155952 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172017ce-2a25-4021-a626-a043be292349 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:33:36.156352 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172017ce-2a25-4021-a626-a043be292349 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:33:36.156747 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172017ce-2a25-4021-a626-a043be292349 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:33:36.157167 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172017ce-2a25-4021-a626-a043be292349 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:33:36.157537 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172017ce-2a25-4021-a626-a043be292349 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:33:36.157926 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172017ce-2a25-4021-a626-a043be292349 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:33:36.158319 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172017ce-2a25-4021-a626-a043be292349 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:33:36.163598 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-172017ce-2a25-4021-a626-a043be292349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:33:36.523880 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-172017ce-2a25-4021-a626-a043be292349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846809845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846489668'] for router_interface, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:36.623483 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16244d5d-9838-4d38-97ea-aebb03ae383b req-5c0d6d0c-8dbe-47a5-91e1-65684a306a0e tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:36.626345 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-16244d5d-9838-4d38-97ea-aebb03ae383b req-5c0d6d0c-8dbe-47a5-91e1-65684a306a0e tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=df00a571-e0b7-41a0-9817-e1b0f80fc84e HTTP/1.1" status: 200 len: 946 time: 0.1525731 Apr 07 14:33:36.658903 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-16244d5d-9838-4d38-97ea-aebb03ae383b req-cb3819d6-7411-4d6b-986c-446bc22f2312 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/security-groups?id=172b99c4-5fcb-4178-8dc7-11d51f058b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0259347 Apr 07 14:33:37.087541 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172017ce-2a25-4021-a626-a043be292349 admin admin] Router cc84098a-c8d8-4ce8-a058-0221bc196f67 has already been hosted by L3 agent d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2 {{(pid=84313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 14:33:37.277907 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172017ce-2a25-4021-a626-a043be292349 admin admin] Notify agent at l3_agent.dv-cinder-780933-3-smb the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 14:33:37.286610 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd30c6e-faaa-4a14-a677-3a348f164e27 None None] Sync routers for ids ['cc84098a-c8d8-4ce8-a058-0221bc196f67'] in dv-cinder-780933-3-smb {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 14:33:37.292938 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-172017ce-2a25-4021-a626-a043be292349 admin admin] 10.222.0.63 "PUT /v2.0/routers/cc84098a-c8d8-4ce8-a058-0221bc196f67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0975654 Apr 07 14:33:37.295526 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 50252) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:33:37.296750 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd30c6e-faaa-4a14-a677-3a348f164e27 None None] Routers {'cc84098a-c8d8-4ce8-a058-0221bc196f67'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:33:37.297419 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-ecd30c6e-faaa-4a14-a677-3a348f164e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:33:17Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['cc84098a-c8d8-4ce8-a058-0221bc196f67'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:33:37.515237 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-ecd30c6e-faaa-4a14-a677-3a348f164e27 None None] Set router cc84098a-c8d8-4ce8-a058-0221bc196f67 gateway port host: dv-cinder-780933-3-smb {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:33:37.515660 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c188efeb-be55-45e0-a6b6-17af1becd8a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:37.715629 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c188efeb-be55-45e0-a6b6-17af1becd8a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:37.724666 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-c188efeb-be55-45e0-a6b6-17af1becd8a3 admin admin] Deleting port 0e59d250-caa7-4e4a-904a-6aeb1ca30b1e {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:33:37.725027 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c188efeb-be55-45e0-a6b6-17af1becd8a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:37.840826 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-ecd30c6e-faaa-4a14-a677-3a348f164e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc84098a-c8d8-4ce8-a058-0221bc196f67', 'name': 'tempest-TestMinimumBasicScenario-482955747-router', 'tenant_id': 'f1730405b57a44cf8038f596756f82ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '0e59d250-caa7-4e4a-904a-6aeb1ca30b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:29:49Z', 'updated_at': '2021-04-07T14:33:35Z', 'revision_number': 5, 'project_id': 'f1730405b57a44cf8038f596756f82ec', 'gw_port': {'id': '0e59d250-caa7-4e4a-904a-6aeb1ca30b1e', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:47:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc84098a-c8d8-4ce8-a058-0221bc196f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:50Z', 'updated_at': '2021-04-07T14:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb'}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:33:37.845568 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd30c6e-faaa-4a14-a677-3a348f164e27 None None] Checking router: cc84098a-c8d8-4ce8-a058-0221bc196f67 for host: dv-cinder-780933-3-smb {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 14:33:37.856385 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd30c6e-faaa-4a14-a677-3a348f164e27 None None] Routers {'cc84098a-c8d8-4ce8-a058-0221bc196f67'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:33:37.857078 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-ecd30c6e-faaa-4a14-a677-3a348f164e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:33:17Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['cc84098a-c8d8-4ce8-a058-0221bc196f67'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:33:37.886496 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9390fed-76b8-4af9-bb36-479dc277605f req-bc057184-8a21-45f4-8954-69e914b1e7fe tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:37.888196 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b9390fed-76b8-4af9-bb36-479dc277605f req-bc057184-8a21-45f4-8954-69e914b1e7fe tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=df00a571-e0b7-41a0-9817-e1b0f80fc84e HTTP/1.1" status: 200 len: 946 time: 0.0959439 Apr 07 14:33:37.927059 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b9390fed-76b8-4af9-bb36-479dc277605f req-ca2f8b2e-fd0d-4dee-a03f-8b08ffa1d61a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/security-groups?id=172b99c4-5fcb-4178-8dc7-11d51f058b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0253243 Apr 07 14:33:37.929267 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-c188efeb-be55-45e0-a6b6-17af1becd8a3 admin admin] For port 0e59d250-caa7-4e4a-904a-6aeb1ca30b1e, host dv-cinder-780933-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=0e59d250-caa7-4e4a-904a-6aeb1ca30b1e,segment=NetworkSegment(feed5fe9-833d-41c1-bf1c-58a271b81c41),segment_id=feed5fe9-833d-41c1-bf1c-58a271b81c41)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:33:37.929753 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c188efeb-be55-45e0-a6b6-17af1becd8a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:38.205160 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-ecd30c6e-faaa-4a14-a677-3a348f164e27 None None] Set router cc84098a-c8d8-4ce8-a058-0221bc196f67 gateway port host: None {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:33:38.295546 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-c188efeb-be55-45e0-a6b6-17af1becd8a3 admin admin] Calling delete_port for 0e59d250-caa7-4e4a-904a-6aeb1ca30b1e owned by network:router_gateway {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:33:38.323321 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-ecd30c6e-faaa-4a14-a677-3a348f164e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc84098a-c8d8-4ce8-a058-0221bc196f67', 'name': 'tempest-TestMinimumBasicScenario-482955747-router', 'tenant_id': 'f1730405b57a44cf8038f596756f82ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:29:49Z', 'updated_at': '2021-04-07T14:33:37Z', 'revision_number': 6, 'project_id': 'f1730405b57a44cf8038f596756f82ec', 'gw_port_host': None}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:33:38.327941 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd30c6e-faaa-4a14-a677-3a348f164e27 None None] The sync data for ids ['cc84098a-c8d8-4ce8-a058-0221bc196f67'] in dv-cinder-780933-3-smb is: [{'id': 'cc84098a-c8d8-4ce8-a058-0221bc196f67', 'name': 'tempest-TestMinimumBasicScenario-482955747-router', 'tenant_id': 'f1730405b57a44cf8038f596756f82ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:29:49Z', 'updated_at': '2021-04-07T14:33:37Z', 'revision_number': 6, 'project_id': 'f1730405b57a44cf8038f596756f82ec', 'gw_port_host': None}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 14:33:38.482144 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c188efeb-be55-45e0-a6b6-17af1becd8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304368157317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304368589940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848525233'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:38.498080 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-1fc0d00d-f9e6-40ab-ae24-be9a9f3b3421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:33:38.593431 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c188efeb-be55-45e0-a6b6-17af1becd8a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e59d250-caa7-4e4a-904a-6aeb1ca30b1e,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:33:38.596114 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-c188efeb-be55-45e0-a6b6-17af1becd8a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:33:38.776238 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c188efeb-be55-45e0-a6b6-17af1becd8a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846500420'] for router_gateway, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:38.968507 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c188efeb-be55-45e0-a6b6-17af1becd8a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8285244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7275'] for router, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:38.970948 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c188efeb-be55-45e0-a6b6-17af1becd8a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:39.003540 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c188efeb-be55-45e0-a6b6-17af1becd8a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8285334'] for router, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:39.004273 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c188efeb-be55-45e0-a6b6-17af1becd8a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc84098a-c8d8-4ce8-a058-0221bc196f67 {{(pid=84313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 07 14:33:39.025459 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c188efeb-be55-45e0-a6b6-17af1becd8a3 admin admin] Notify callbacks [] for router, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:39.026942 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-c188efeb-be55-45e0-a6b6-17af1becd8a3 admin admin] 10.222.0.63 "DELETE /v2.0/routers/cc84098a-c8d8-4ce8-a058-0221bc196f67 HTTP/1.1" status: 204 len: 168 time: 1.7302337 Apr 07 14:33:39.029683 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 50266) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:33:39.157844 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_v2 [None req-04076c58-fe10-4843-a5c9-dab8d8042320 admin admin] Deleting subnet 155d1fc0-d59a-4ba5-8189-d1f7a76a9e8e {{(pid=84313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 07 14:33:39.161833 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-04076c58-fe10-4843-a5c9-dab8d8042320 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:39.236321 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-04076c58-fe10-4843-a5c9-dab8d8042320 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849815780'] for subnet, precommit_delete_associations {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:39.242382 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b33a4-1b6c-466a-8e79-7bcad5e0843a req-59c59b1e-37a8-4ca1-9261-8cbc2891ca41 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:39.244133 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ee7b33a4-1b6c-466a-8e79-7bcad5e0843a req-59c59b1e-37a8-4ca1-9261-8cbc2891ca41 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/ports?device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 945 time: 0.0923624 Apr 07 14:33:39.283479 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ee7b33a4-1b6c-466a-8e79-7bcad5e0843a req-9431e358-a0d9-40ce-b971-943f216c7014 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/security-groups?id=bed73b3f-fbc4-4f9a-ae6a-c8f8af91b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0259373 Apr 07 14:33:39.284960 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bb371-5db0-4c4a-8827-cd829ff263b8 req-4c96400b-e7ca-4d83-a6fb-3abf72821fdd tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:39.287102 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-575bb371-5db0-4c4a-8827-cd829ff263b8 req-4c96400b-e7ca-4d83-a6fb-3abf72821fdd tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=df00a571-e0b7-41a0-9817-e1b0f80fc84e HTTP/1.1" status: 200 len: 946 time: 0.2190726 Apr 07 14:33:39.330470 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-575bb371-5db0-4c4a-8827-cd829ff263b8 req-592c8084-43fd-4a38-a813-c1457e7ea52c tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/security-groups?id=172b99c4-5fcb-4178-8dc7-11d51f058b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360990 Apr 07 14:33:39.409980 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-04076c58-fe10-4843-a5c9-dab8d8042320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854771514'] for subnet, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:39.491840 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 3fb6ae95-a4a7-469b-ace7-557b80003040 no longer exists at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 14:33:39.551878 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] No Port match for: 3fb6ae95-a4a7-469b-ace7-557b80003040 {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 14:33:39.552308 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 3fb6ae95-a4a7-469b-ace7-557b80003040 not bound to the agent host dv-cinder-780933-3-smb {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 14:33:39.552784 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 0e59d250-caa7-4e4a-904a-6aeb1ca30b1e no longer exists at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 14:33:39.589955 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] No Port match for: 0e59d250-caa7-4e4a-904a-6aeb1ca30b1e {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 14:33:39.590353 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 0e59d250-caa7-4e4a-904a-6aeb1ca30b1e not bound to the agent host dv-cinder-780933-3-smb {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 14:33:39.838564 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-04076c58-fe10-4843-a5c9-dab8d8042320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6250597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847727700'] for subnet, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:39.848707 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8662742-46ee-4642-8776-bb3074bddde4 req-7c127830-560a-4d6b-bb77-cca13bf481ae tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:39.850315 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d8662742-46ee-4642-8776-bb3074bddde4 req-7c127830-560a-4d6b-bb77-cca13bf481ae tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=df00a571-e0b7-41a0-9817-e1b0f80fc84e HTTP/1.1" status: 200 len: 946 time: 0.2197120 Apr 07 14:33:39.870496 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-d655bd19-adea-4ef3-9086-33f5479011dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:33:39.986989 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04076c58-fe10-4843-a5c9-dab8d8042320 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=155d1fc0-d59a-4ba5-8189-d1f7a76a9e8e,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:33:39.995023 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797b128-60a8-471a-94fc-5dc21eb56e05 req-d2aee7e0-802a-495f-8643-904803fcb79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:39.996674 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-6797b128-60a8-471a-94fc-5dc21eb56e05 req-d2aee7e0-802a-495f-8643-904803fcb79b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1f28accf3ba748ad95aaf27f9a63aa6f&device_id=df00a571-e0b7-41a0-9817-e1b0f80fc84e HTTP/1.1" status: 200 len: 1099 time: 0.2783849 Apr 07 14:33:40.001150 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-04076c58-fe10-4843-a5c9-dab8d8042320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:33:40.006268 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d8662742-46ee-4642-8776-bb3074bddde4 req-8c298879-8681-4038-9b84-0aef34c65f47 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/security-groups?id=172b99c4-5fcb-4178-8dc7-11d51f058b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402597 Apr 07 14:33:40.121014 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-04076c58-fe10-4843-a5c9-dab8d8042320 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:40.125971 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f72b85f-c0dd-41f5-bdb1-4f152df48002 None None] Network 2d3b64f1-a7c9-4934-a387-d7abdf8585e7 requested from dv-cinder-780933-3-smb {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 14:33:40.130920 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-04076c58-fe10-4843-a5c9-dab8d8042320 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/155d1fc0-d59a-4ba5-8189-d1f7a76a9e8e HTTP/1.1" status: 204 len: 168 time: 1.0998342 Apr 07 14:33:40.134643 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 50278) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:33:40.179941 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797b128-60a8-471a-94fc-5dc21eb56e05 req-bf9ed6e5-0ac8-4c28-a2b3-0ea63d466deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:40.181579 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-6797b128-60a8-471a-94fc-5dc21eb56e05 req-bf9ed6e5-0ac8-4c28-a2b3-0ea63d466deb service neutron] 10.222.0.81 "GET /v2.0/networks?id=bb7efeee-99ea-4043-8846-93b702fed956 HTTP/1.1" status: 200 len: 911 time: 0.1661606 Apr 07 14:33:40.266439 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-21f6d3e7-65ea-48d0-80e8-44589b852b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-137828'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:40.298453 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-6797b128-60a8-471a-94fc-5dc21eb56e05 req-f8a743fd-9f98-4608-ad78-5995bf4c66fe service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d286a58c-a839-4178-99f9-807f5dc8ebf5 HTTP/1.1" status: 200 len: 1001 time: 0.1099691 Apr 07 14:33:40.351752 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-21f6d3e7-65ea-48d0-80e8-44589b852b87 admin admin] Deleting port a6fcb33b-b37d-466a-ae80-9b71b0a63004 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:33:40.352269 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-21f6d3e7-65ea-48d0-80e8-44589b852b87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:40.404422 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797b128-60a8-471a-94fc-5dc21eb56e05 req-59b30401-6406-4c19-ad18-168ee0827082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:40.406708 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-6797b128-60a8-471a-94fc-5dc21eb56e05 req-59b30401-6406-4c19-ad18-168ee0827082 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f07fac7c-5a35-4094-b6e4-56e6dcb86d0b HTTP/1.1" status: 200 len: 849 time: 0.1003408 Apr 07 14:33:40.430929 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1c995c-5aee-4d9f-9d09-f82ca1292a6f None None] DHCP port deletion for 2d3b64f1-a7c9-4934-a387-d7abdf8585e7 request from dv-cinder-780933-3-smb {{(pid=84314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 07 14:33:40.436742 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-3f1c995c-5aee-4d9f-9d09-f82ca1292a6f None None] Deleting port a6fcb33b-b37d-466a-ae80-9b71b0a63004 {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:33:40.437266 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3f1c995c-5aee-4d9f-9d09-f82ca1292a6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:40.534429 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797b128-60a8-471a-94fc-5dc21eb56e05 req-e30fcc81-8637-46c2-80e8-5e221572be6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:40.536293 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-6797b128-60a8-471a-94fc-5dc21eb56e05 req-e30fcc81-8637-46c2-80e8-5e221572be6e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bb7efeee-99ea-4043-8846-93b702fed956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1217139 Apr 07 14:33:40.680614 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-21f6d3e7-65ea-48d0-80e8-44589b852b87 admin admin] For port a6fcb33b-b37d-466a-ae80-9b71b0a63004, host dv-cinder-780933-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=a6fcb33b-b37d-466a-ae80-9b71b0a63004,segment=NetworkSegment(c7b72cce-98ce-465c-ba2f-1d4f4f6375e6),segment_id=c7b72cce-98ce-465c-ba2f-1d4f4f6375e6)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:33:40.681126 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-21f6d3e7-65ea-48d0-80e8-44589b852b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:40.698970 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-3f1c995c-5aee-4d9f-9d09-f82ca1292a6f None None] For port a6fcb33b-b37d-466a-ae80-9b71b0a63004, host dv-cinder-780933-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=a6fcb33b-b37d-466a-ae80-9b71b0a63004,segment=NetworkSegment(c7b72cce-98ce-465c-ba2f-1d4f4f6375e6),segment_id=c7b72cce-98ce-465c-ba2f-1d4f4f6375e6)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:33:40.699468 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3f1c995c-5aee-4d9f-9d09-f82ca1292a6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:40.703641 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-6797b128-60a8-471a-94fc-5dc21eb56e05 req-78c3399e-a986-42b5-8550-1b5ae6282972 service neutron] 10.222.0.81 "GET /v2.0/networks/bb7efeee-99ea-4043-8846-93b702fed956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593082 Apr 07 14:33:40.825607 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-21f6d3e7-65ea-48d0-80e8-44589b852b87 admin admin] Calling delete_port for a6fcb33b-b37d-466a-ae80-9b71b0a63004 owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:33:40.837632 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-3f1c995c-5aee-4d9f-9d09-f82ca1292a6f None None] Calling delete_port for a6fcb33b-b37d-466a-ae80-9b71b0a63004 owned by network:dhcp {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:33:40.859393 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-6797b128-60a8-471a-94fc-5dc21eb56e05 req-d6fbf804-8960-460e-8c57-bbd9f0ff1f88 service neutron] 10.222.0.81 "GET /v2.0/networks/bb7efeee-99ea-4043-8846-93b702fed956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466842 Apr 07 14:33:40.894871 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d093a35-1af8-4bbc-8271-7dea5f5173a4 req-edfcc277-e70a-4b14-b0c6-04dfd414a469 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:40.896742 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0d093a35-1af8-4bbc-8271-7dea5f5173a4 req-edfcc277-e70a-4b14-b0c6-04dfd414a469 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/ports?device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 945 time: 0.3130889 Apr 07 14:33:40.945468 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0d093a35-1af8-4bbc-8271-7dea5f5173a4 req-f8f81458-eedc-4cec-a35d-d1cba28c5098 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/security-groups?id=bed73b3f-fbc4-4f9a-ae6a-c8f8af91b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393217 Apr 07 14:33:40.950803 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-21f6d3e7-65ea-48d0-80e8-44589b852b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304368157317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304368589940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7073224'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:40.965076 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2c05b7fa-4155-495e-bc72-732934a287b0 tempest-VolumesActionsTest-1883576523 tempest-VolumesActionsTest-1883576523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:33:40.998861 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.db.api [None req-3f1c995c-5aee-4d9f-9d09-f82ca1292a6f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84314) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 07 14:33:40.999393 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_db.api [None req-3f1c995c-5aee-4d9f-9d09-f82ca1292a6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 07 14:33:41.071171 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f6d3e7-65ea-48d0-80e8-44589b852b87 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6fcb33b-b37d-466a-ae80-9b71b0a63004,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:33:41.092998 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6d3e7-65ea-48d0-80e8-44589b852b87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:33:41.093412 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6d3e7-65ea-48d0-80e8-44589b852b87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:33:41.093819 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6d3e7-65ea-48d0-80e8-44589b852b87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:33:41.094218 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6d3e7-65ea-48d0-80e8-44589b852b87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:33:41.094611 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6d3e7-65ea-48d0-80e8-44589b852b87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:33:41.095019 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6d3e7-65ea-48d0-80e8-44589b852b87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:33:41.095708 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6d3e7-65ea-48d0-80e8-44589b852b87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:33:41.096169 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6d3e7-65ea-48d0-80e8-44589b852b87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:33:41.096541 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6d3e7-65ea-48d0-80e8-44589b852b87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:33:41.096933 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6d3e7-65ea-48d0-80e8-44589b852b87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:33:41.097318 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6d3e7-65ea-48d0-80e8-44589b852b87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:33:41.097706 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6d3e7-65ea-48d0-80e8-44589b852b87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:33:41.103462 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-21f6d3e7-65ea-48d0-80e8-44589b852b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:33:41.181859 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f6d3e7-65ea-48d0-80e8-44589b852b87 admin admin] No DVR routers for this DVR port a6fcb33b-b37d-466a-ae80-9b71b0a63004 on host dv-cinder-780933-3-smb {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 14:33:41.332582 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-21f6d3e7-65ea-48d0-80e8-44589b852b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14662', 'neutron.services.segments.db._delete_segments_for_network--9223363304368102158'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:41.419476 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9600e1c-db30-47a7-8678-d507e994328f req-9128674a-d658-4467-80e3-9c012f7f9fd0 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:41.422331 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b9600e1c-db30-47a7-8678-d507e994328f req-9128674a-d658-4467-80e3-9c012f7f9fd0 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=df00a571-e0b7-41a0-9817-e1b0f80fc84e HTTP/1.1" status: 200 len: 946 time: 0.2986133 Apr 07 14:33:41.486897 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device a6fcb33b-b37d-466a-ae80-9b71b0a63004 no longer exists at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 14:33:41.489823 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b9600e1c-db30-47a7-8678-d507e994328f req-dc7b42cc-6e46-4b43-aa78-318928b68a17 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/security-groups?id=172b99c4-5fcb-4178-8dc7-11d51f058b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558848 Apr 07 14:33:41.497607 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.segments.db [None req-21f6d3e7-65ea-48d0-80e8-44589b852b87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d3b64f1-a7c9-4934-a387-d7abdf8585e7']}} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:33:41.525872 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.segments.db [None req-21f6d3e7-65ea-48d0-80e8-44589b852b87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7b72cce-98ce-465c-ba2f-1d4f4f6375e6') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:33:41.526300 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.segments.db [None req-21f6d3e7-65ea-48d0-80e8-44589b852b87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7b72cce-98ce-465c-ba2f-1d4f4f6375e6') {} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:33:41.543909 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-21f6d3e7-65ea-48d0-80e8-44589b852b87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304368070140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847730990'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:41.548891 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-3f1c995c-5aee-4d9f-9d09-f82ca1292a6f None None] Deleting port a6fcb33b-b37d-466a-ae80-9b71b0a63004 {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:33:41.549107 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3f1c995c-5aee-4d9f-9d09-f82ca1292a6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:41.563500 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-21f6d3e7-65ea-48d0-80e8-44589b852b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773215'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:41.571223 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21f6d3e7-65ea-48d0-80e8-44589b852b87 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 07 14:33:41.647786 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] No Port match for: a6fcb33b-b37d-466a-ae80-9b71b0a63004 {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 14:33:41.648443 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device a6fcb33b-b37d-466a-ae80-9b71b0a63004 not bound to the agent host dv-cinder-780933-3-smb {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 14:33:41.716408 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-3f1c995c-5aee-4d9f-9d09-f82ca1292a6f None None] The port 'a6fcb33b-b37d-466a-ae80-9b71b0a63004' was deleted {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 07 14:33:41.826412 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-21f6d3e7-65ea-48d0-80e8-44589b852b87 admin admin] Network 2d3b64f1-a7c9-4934-a387-d7abdf8585e7 has no segments {{(pid=84312) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 14:33:41.836394 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-21f6d3e7-65ea-48d0-80e8-44589b852b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847702593'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:42.021883 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-21f6d3e7-65ea-48d0-80e8-44589b852b87 admin admin] Network 2d3b64f1-a7c9-4934-a387-d7abdf8585e7 has no segments {{(pid=84312) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 14:33:42.046671 dv-cinder-780933-3-smb neutron-server[84199]: Traceback (most recent call last): Apr 07 14:33:42.046671 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 14:33:42.046671 dv-cinder-780933-3-smb neutron-server[84199]: timer() Apr 07 14:33:42.046671 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 14:33:42.046671 dv-cinder-780933-3-smb neutron-server[84199]: cb(*args, **kw) Apr 07 14:33:42.046671 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 07 14:33:42.046671 dv-cinder-780933-3-smb neutron-server[84199]: return func(*args, **kwargs) Apr 07 14:33:42.046671 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 14:33:42.046671 dv-cinder-780933-3-smb neutron-server[84199]: self._notify() Apr 07 14:33:42.046671 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 14:33:42.046671 dv-cinder-780933-3-smb neutron-server[84199]: self.callback(batched_events) Apr 07 14:33:42.046671 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 14:33:42.046671 dv-cinder-780933-3-smb neutron-server[84199]: event.method(event) Apr 07 14:33:42.046671 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 07 14:33:42.046671 dv-cinder-780933-3-smb neutron-server[84199]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 14:33:42.046671 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 07 14:33:42.046671 dv-cinder-780933-3-smb neutron-server[84199]: segment_id)['aggregates'][0] Apr 07 14:33:42.046671 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 07 14:33:42.046671 dv-cinder-780933-3-smb neutron-server[84199]: return f(self, *a, **k) Apr 07 14:33:42.046671 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 07 14:33:42.046671 dv-cinder-780933-3-smb neutron-server[84199]: return self._get(url).json() Apr 07 14:33:42.046671 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 14:33:42.046671 dv-cinder-780933-3-smb neutron-server[84199]: **kwargs) Apr 07 14:33:42.046671 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 14:33:42.046671 dv-cinder-780933-3-smb neutron-server[84199]: return self.request(url, 'GET', **kwargs) Apr 07 14:33:42.046671 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 07 14:33:42.046671 dv-cinder-780933-3-smb neutron-server[84199]: **endpoint_filter) Apr 07 14:33:42.046671 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 14:33:42.046671 dv-cinder-780933-3-smb neutron-server[84199]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 14:33:42.046671 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 14:33:42.046671 dv-cinder-780933-3-smb neutron-server[84199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 14:33:42.046671 dv-cinder-780933-3-smb neutron-server[84199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 14:33:42.132973 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-21f6d3e7-65ea-48d0-80e8-44589b852b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854761138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8275419'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:42.136858 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:33:42.153778 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-21f6d3e7-65ea-48d0-80e8-44589b852b87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:42.163092 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f6d3e7-65ea-48d0-80e8-44589b852b87 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d3b64f1-a7c9-4934-a387-d7abdf8585e7,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:33:42.166682 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-21f6d3e7-65ea-48d0-80e8-44589b852b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:33:42.178471 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437afc73-ae30-45eb-b812-07ae69aab246 req-94a5ac32-2879-4e87-8a16-159870e6e3e2 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:42.180184 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-437afc73-ae30-45eb-b812-07ae69aab246 req-94a5ac32-2879-4e87-8a16-159870e6e3e2 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/ports?device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 945 time: 0.0994999 Apr 07 14:33:42.184924 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-21f6d3e7-65ea-48d0-80e8-44589b852b87 admin admin] 10.222.0.63 "DELETE /v2.0/networks/2d3b64f1-a7c9-4934-a387-d7abdf8585e7 HTTP/1.1" status: 204 len: 168 time: 2.0488954 Apr 07 14:33:42.188039 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 50292) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:33:42.216372 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-437afc73-ae30-45eb-b812-07ae69aab246 req-8270781a-1b6a-4ac9-9e31-5e588431afd6 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/security-groups?id=bed73b3f-fbc4-4f9a-ae6a-c8f8af91b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290952 Apr 07 14:33:42.778679 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de3aae-de44-4e58-b76a-e62ed6f857fe req-e20a42d8-be52-4c14-a69c-6c211ab04a14 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:42.780435 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-44de3aae-de44-4e58-b76a-e62ed6f857fe req-e20a42d8-be52-4c14-a69c-6c211ab04a14 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=df00a571-e0b7-41a0-9817-e1b0f80fc84e HTTP/1.1" status: 200 len: 946 time: 0.1163521 Apr 07 14:33:42.855207 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-44de3aae-de44-4e58-b76a-e62ed6f857fe req-901fc029-0e12-4c36-ab84-6e92cbbaeee1 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/security-groups?id=172b99c4-5fcb-4178-8dc7-11d51f058b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382159 Apr 07 14:33:42.882218 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-646f7b72-d89a-43ad-b7f2-08d65cf7f932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846494577'] for router_interface, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:43.534265 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af078ae7-6338-4002-8f79-3c8d391518ae req-db5e02db-6b6c-4490-9a1b-18b584738d5d tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:43.535965 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-af078ae7-6338-4002-8f79-3c8d391518ae req-db5e02db-6b6c-4490-9a1b-18b584738d5d tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/ports?device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 945 time: 0.1332612 Apr 07 14:33:43.618484 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-af078ae7-6338-4002-8f79-3c8d391518ae req-de0d7b66-4c32-448b-8006-f231255be35b tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/security-groups?id=bed73b3f-fbc4-4f9a-ae6a-c8f8af91b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510528 Apr 07 14:33:43.618484 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-646f7b72-d89a-43ad-b7f2-08d65cf7f932 admin admin] Deleting port e756a5b8-0d3b-4857-ae37-d8c0f320e6c7 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:33:43.623518 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-646f7b72-d89a-43ad-b7f2-08d65cf7f932 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:43.854327 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-646f7b72-d89a-43ad-b7f2-08d65cf7f932 admin admin] For port e756a5b8-0d3b-4857-ae37-d8c0f320e6c7, host dv-cinder-780933-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=e756a5b8-0d3b-4857-ae37-d8c0f320e6c7,segment=NetworkSegment(f091fd0b-1ed2-4d49-954d-8d06999cb7f3),segment_id=f091fd0b-1ed2-4d49-954d-8d06999cb7f3)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:33:43.855551 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-646f7b72-d89a-43ad-b7f2-08d65cf7f932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:44.009573 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-646f7b72-d89a-43ad-b7f2-08d65cf7f932 admin admin] Calling delete_port for e756a5b8-0d3b-4857-ae37-d8c0f320e6c7 owned by network:router_interface {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:33:44.202027 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-646f7b72-d89a-43ad-b7f2-08d65cf7f932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304368157317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304368589940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7073224'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:44.231526 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0b3d11f6-681b-4b35-9e35-499c1db851c5 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:33:44.380114 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f7b72-d89a-43ad-b7f2-08d65cf7f932 admin admin] Pushing event deleted for resources: {'Port': ['ID=e756a5b8-0d3b-4857-ae37-d8c0f320e6c7,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:33:44.385831 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-646f7b72-d89a-43ad-b7f2-08d65cf7f932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:33:44.694755 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1738e13e-b59a-472e-8ad7-ecb8d11675e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:44.759036 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.agents_db [None req-6fbea437-4030-452f-8588-832da035c2c0 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 14:33:44.811985 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-646f7b72-d89a-43ad-b7f2-08d65cf7f932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846809845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846489668'] for router_interface, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:44.952059 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc0420-424b-4fa6-ac00-617d267bc78f req-4c51397d-a5a3-4518-a771-c1a557577c4a tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:44.953731 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e3cc0420-424b-4fa6-ac00-617d267bc78f req-4c51397d-a5a3-4518-a771-c1a557577c4a tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/ports?device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 945 time: 0.2128141 Apr 07 14:33:44.998857 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e3cc0420-424b-4fa6-ac00-617d267bc78f req-9b61a2fa-6ece-49fc-ba46-67b35a600a1f tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/security-groups?id=bed73b3f-fbc4-4f9a-ae6a-c8f8af91b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352662 Apr 07 14:33:45.385628 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-646f7b72-d89a-43ad-b7f2-08d65cf7f932 admin admin] Router e2ea11ed-a02a-4441-9a65-d37be681ec3a has already been hosted by L3 agent d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 14:33:45.585681 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646f7b72-d89a-43ad-b7f2-08d65cf7f932 admin admin] Notify agent at l3_agent.dv-cinder-780933-3-smb the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 14:33:45.595657 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08acd946-03f9-4a4f-84ed-08cdb1d361e1 None None] Sync routers for ids ['e2ea11ed-a02a-4441-9a65-d37be681ec3a'] in dv-cinder-780933-3-smb {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 14:33:45.597611 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-646f7b72-d89a-43ad-b7f2-08d65cf7f932 admin admin] 10.222.0.63 "PUT /v2.0/routers/e2ea11ed-a02a-4441-9a65-d37be681ec3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4083331 Apr 07 14:33:45.600775 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 50312) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:33:45.607002 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08acd946-03f9-4a4f-84ed-08cdb1d361e1 None None] Routers {'e2ea11ed-a02a-4441-9a65-d37be681ec3a'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:33:45.607474 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-08acd946-03f9-4a4f-84ed-08cdb1d361e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:33:17Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['e2ea11ed-a02a-4441-9a65-d37be681ec3a'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:33:45.805673 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-08acd946-03f9-4a4f-84ed-08cdb1d361e1 None None] Set router e2ea11ed-a02a-4441-9a65-d37be681ec3a gateway port host: dv-cinder-780933-3-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:33:45.872386 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:46.069141 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-400b30cc-d8ca-4b13-a365-0e2b40b02552 admin admin] Notify callbacks [] for router, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:46.148355 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-08acd946-03f9-4a4f-84ed-08cdb1d361e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ea11ed-a02a-4441-9a65-d37be681ec3a', 'name': 'tempest-TestMinimumBasicScenario-1608013552-router', 'tenant_id': '8062fb1eefa44035b0955474e245fd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': 'c21f5c76-4c83-4ff5-8ad4-710cc9d47ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:30:12Z', 'updated_at': '2021-04-07T14:33:44Z', 'revision_number': 5, 'project_id': '8062fb1eefa44035b0955474e245fd35', 'gw_port': {'id': 'c21f5c76-4c83-4ff5-8ad4-710cc9d47ba2', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ea11ed-a02a-4441-9a65-d37be681ec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:30:15Z', 'updated_at': '2021-04-07T14:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb'}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:33:46.153724 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08acd946-03f9-4a4f-84ed-08cdb1d361e1 None None] Checking router: e2ea11ed-a02a-4441-9a65-d37be681ec3a for host: dv-cinder-780933-3-smb {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 14:33:46.177102 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08acd946-03f9-4a4f-84ed-08cdb1d361e1 None None] Routers {'e2ea11ed-a02a-4441-9a65-d37be681ec3a'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:33:46.179026 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-08acd946-03f9-4a4f-84ed-08cdb1d361e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:33:17Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['e2ea11ed-a02a-4441-9a65-d37be681ec3a'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:33:46.242043 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d1e8b-b852-4acf-9e0a-484550fdf095 req-c6c35ad2-9e39-424c-bb5b-18a2e8b24fd0 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:46.243742 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-908d1e8b-b852-4acf-9e0a-484550fdf095 req-c6c35ad2-9e39-424c-bb5b-18a2e8b24fd0 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/ports?device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 945 time: 0.1093001 Apr 07 14:33:46.282168 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-908d1e8b-b852-4acf-9e0a-484550fdf095 req-a50c8521-eaa5-4a42-8b94-b17fae872be3 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/security-groups?id=bed73b3f-fbc4-4f9a-ae6a-c8f8af91b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272086 Apr 07 14:33:46.302464 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-400b30cc-d8ca-4b13-a365-0e2b40b02552 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:46.311975 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-400b30cc-d8ca-4b13-a365-0e2b40b02552 admin admin] Deleting port c21f5c76-4c83-4ff5-8ad4-710cc9d47ba2 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:33:46.312360 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-400b30cc-d8ca-4b13-a365-0e2b40b02552 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:46.382277 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-08acd946-03f9-4a4f-84ed-08cdb1d361e1 None None] Set router e2ea11ed-a02a-4441-9a65-d37be681ec3a gateway port host: dv-cinder-780933-3-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:33:46.515186 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-400b30cc-d8ca-4b13-a365-0e2b40b02552 admin admin] For port c21f5c76-4c83-4ff5-8ad4-710cc9d47ba2, host dv-cinder-780933-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=c21f5c76-4c83-4ff5-8ad4-710cc9d47ba2,segment=NetworkSegment(feed5fe9-833d-41c1-bf1c-58a271b81c41),segment_id=feed5fe9-833d-41c1-bf1c-58a271b81c41)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:33:46.515677 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-400b30cc-d8ca-4b13-a365-0e2b40b02552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:46.651343 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-400b30cc-d8ca-4b13-a365-0e2b40b02552 admin admin] Calling delete_port for c21f5c76-4c83-4ff5-8ad4-710cc9d47ba2 owned by network:router_gateway {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:33:46.753236 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-08acd946-03f9-4a4f-84ed-08cdb1d361e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ea11ed-a02a-4441-9a65-d37be681ec3a', 'name': 'tempest-TestMinimumBasicScenario-1608013552-router', 'tenant_id': '8062fb1eefa44035b0955474e245fd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': 'c21f5c76-4c83-4ff5-8ad4-710cc9d47ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:30:12Z', 'updated_at': '2021-04-07T14:33:44Z', 'revision_number': 5, 'project_id': '8062fb1eefa44035b0955474e245fd35', 'gw_port': {'id': 'c21f5c76-4c83-4ff5-8ad4-710cc9d47ba2', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ea11ed-a02a-4441-9a65-d37be681ec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:30:15Z', 'updated_at': '2021-04-07T14:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb'}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:33:46.757464 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08acd946-03f9-4a4f-84ed-08cdb1d361e1 None None] The sync data for ids ['e2ea11ed-a02a-4441-9a65-d37be681ec3a'] in dv-cinder-780933-3-smb is: [{'id': 'e2ea11ed-a02a-4441-9a65-d37be681ec3a', 'name': 'tempest-TestMinimumBasicScenario-1608013552-router', 'tenant_id': '8062fb1eefa44035b0955474e245fd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': 'c21f5c76-4c83-4ff5-8ad4-710cc9d47ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:30:12Z', 'updated_at': '2021-04-07T14:33:44Z', 'revision_number': 5, 'project_id': '8062fb1eefa44035b0955474e245fd35', 'gw_port': {'id': 'c21f5c76-4c83-4ff5-8ad4-710cc9d47ba2', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ea11ed-a02a-4441-9a65-d37be681ec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:30:15Z', 'updated_at': '2021-04-07T14:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb'}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 14:33:46.842531 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-400b30cc-d8ca-4b13-a365-0e2b40b02552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304368157317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304368589940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7073224'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:46.862428 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-abf2aa38-79e4-4d9c-91d9-3072748919fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:33:46.969519 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b30cc-d8ca-4b13-a365-0e2b40b02552 admin admin] Pushing event deleted for resources: {'Port': ['ID=c21f5c76-4c83-4ff5-8ad4-710cc9d47ba2,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:33:46.974903 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-400b30cc-d8ca-4b13-a365-0e2b40b02552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:33:47.138616 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-400b30cc-d8ca-4b13-a365-0e2b40b02552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846500420'] for router_gateway, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:47.327196 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-400b30cc-d8ca-4b13-a365-0e2b40b02552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8285244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7275'] for router, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:47.329703 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-400b30cc-d8ca-4b13-a365-0e2b40b02552 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:47.359691 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4c4883bd-83d1-4d03-a983-531970cede25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:47.473198 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-400b30cc-d8ca-4b13-a365-0e2b40b02552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8285334'] for router, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:47.473758 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400b30cc-d8ca-4b13-a365-0e2b40b02552 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2ea11ed-a02a-4441-9a65-d37be681ec3a {{(pid=84312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 07 14:33:47.490101 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device e756a5b8-0d3b-4857-ae37-d8c0f320e6c7 no longer exists at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 14:33:47.509629 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-400b30cc-d8ca-4b13-a365-0e2b40b02552 admin admin] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:47.510943 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-400b30cc-d8ca-4b13-a365-0e2b40b02552 admin admin] 10.222.0.63 "DELETE /v2.0/routers/e2ea11ed-a02a-4441-9a65-d37be681ec3a HTTP/1.1" status: 204 len: 168 time: 1.9096518 Apr 07 14:33:47.514183 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 50330) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:33:47.537250 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] No Port match for: e756a5b8-0d3b-4857-ae37-d8c0f320e6c7 {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 14:33:47.537997 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device e756a5b8-0d3b-4857-ae37-d8c0f320e6c7 not bound to the agent host dv-cinder-780933-3-smb {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 14:33:47.571810 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e2995-225a-45f3-ab13-56ac6a143cc3 req-0bf5d959-d80d-44d4-b30c-5817a7ab0d01 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:47.574134 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-061e2995-225a-45f3-ab13-56ac6a143cc3 req-0bf5d959-d80d-44d4-b30c-5817a7ab0d01 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/ports?device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 945 time: 0.1580303 Apr 07 14:33:47.614148 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_v2 [None req-e371ffab-04fd-439b-b7f7-fba4879366d3 admin admin] Deleting subnet 0dff32ca-9f94-4c36-ab90-e636c9d844ad {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 07 14:33:47.619042 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e371ffab-04fd-439b-b7f7-fba4879366d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:47.656327 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-061e2995-225a-45f3-ab13-56ac6a143cc3 req-66140d26-1284-46cb-a100-d6541672f3c2 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/security-groups?id=bed73b3f-fbc4-4f9a-ae6a-c8f8af91b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739303 Apr 07 14:33:47.681653 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e371ffab-04fd-439b-b7f7-fba4879366d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7044842'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:47.809497 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e371ffab-04fd-439b-b7f7-fba4879366d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854771514'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:48.071470 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e371ffab-04fd-439b-b7f7-fba4879366d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847702558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848863120'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:48.086999 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8a1fb6c3-b2b9-4019-b00f-a03127e0abdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:33:48.143747 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-68064a8d-a1ee-4a07-912b-506dbeaf5e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:48.173284 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e371ffab-04fd-439b-b7f7-fba4879366d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dff32ca-9f94-4c36-ab90-e636c9d844ad,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:33:48.177585 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-e371ffab-04fd-439b-b7f7-fba4879366d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:33:48.221466 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e371ffab-04fd-439b-b7f7-fba4879366d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:48.230447 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-e371ffab-04fd-439b-b7f7-fba4879366d3 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/0dff32ca-9f94-4c36-ab90-e636c9d844ad HTTP/1.1" status: 204 len: 168 time: 0.7122786 Apr 07 14:33:48.230641 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5d7b06-a75b-4302-8339-8349f80fce64 None None] Network b6abb826-4474-4300-99e6-0a67f536ace1 requested from dv-cinder-780933-3-smb {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 14:33:48.230786 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 50338) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:33:48.348802 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5d182b18-c69d-4c2f-b62f-aaf12b5dee60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-137828'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:48.426392 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-5d182b18-c69d-4c2f-b62f-aaf12b5dee60 admin admin] Deleting port ad6a67b6-2d97-46fc-a333-6b92e50efb9d {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:33:48.426774 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5d182b18-c69d-4c2f-b62f-aaf12b5dee60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:48.524558 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7da17a-9c38-42b6-900c-b370ff7895a0 None None] DHCP port deletion for b6abb826-4474-4300-99e6-0a67f536ace1 request from dv-cinder-780933-3-smb {{(pid=84314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 07 14:33:48.537553 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-fa7da17a-9c38-42b6-900c-b370ff7895a0 None None] Deleting port ad6a67b6-2d97-46fc-a333-6b92e50efb9d {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:33:48.537977 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-fa7da17a-9c38-42b6-900c-b370ff7895a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:48.710837 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-5d182b18-c69d-4c2f-b62f-aaf12b5dee60 admin admin] For port ad6a67b6-2d97-46fc-a333-6b92e50efb9d, host dv-cinder-780933-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=ad6a67b6-2d97-46fc-a333-6b92e50efb9d,segment=NetworkSegment(f091fd0b-1ed2-4d49-954d-8d06999cb7f3),segment_id=f091fd0b-1ed2-4d49-954d-8d06999cb7f3)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:33:48.711243 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5d182b18-c69d-4c2f-b62f-aaf12b5dee60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:48.761965 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-fa7da17a-9c38-42b6-900c-b370ff7895a0 None None] For port ad6a67b6-2d97-46fc-a333-6b92e50efb9d, host dv-cinder-780933-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=ad6a67b6-2d97-46fc-a333-6b92e50efb9d,segment=NetworkSegment(f091fd0b-1ed2-4d49-954d-8d06999cb7f3),segment_id=f091fd0b-1ed2-4d49-954d-8d06999cb7f3)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:33:48.762345 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-fa7da17a-9c38-42b6-900c-b370ff7895a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:48.855992 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-5d182b18-c69d-4c2f-b62f-aaf12b5dee60 admin admin] Calling delete_port for ad6a67b6-2d97-46fc-a333-6b92e50efb9d owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:33:48.885585 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0935d25-7cc2-4821-9da2-c8282e43a229 req-2956790e-34bd-4722-bbe9-3ee15c9208b7 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:48.887926 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-a0935d25-7cc2-4821-9da2-c8282e43a229 req-2956790e-34bd-4722-bbe9-3ee15c9208b7 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/ports?device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 945 time: 0.1017759 Apr 07 14:33:48.908413 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-fa7da17a-9c38-42b6-900c-b370ff7895a0 None None] Calling delete_port for ad6a67b6-2d97-46fc-a333-6b92e50efb9d owned by network:dhcp {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:33:48.922937 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac148f71-d755-4b0c-bdbd-a82e3d545001 req-6896c2c8-4def-41ea-8fda-a6c5d360bc20 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:48.924605 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ac148f71-d755-4b0c-bdbd-a82e3d545001 req-6896c2c8-4def-41ea-8fda-a6c5d360bc20 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 945 time: 0.3125827 Apr 07 14:33:48.931272 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-a0935d25-7cc2-4821-9da2-c8282e43a229 req-76da16d1-2935-439d-9d3a-9ebb99d2a2e8 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/security-groups?id=bed73b3f-fbc4-4f9a-ae6a-c8f8af91b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278575 Apr 07 14:33:48.963991 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:48.974498 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ac148f71-d755-4b0c-bdbd-a82e3d545001 req-89315bb4-b944-4d1d-ae1f-6a9c9afba6ee tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9db24c9-3a58-4bbe-abd6-ff6eedc13204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415945 Apr 07 14:33:48.979454 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5d182b18-c69d-4c2f-b62f-aaf12b5dee60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304368157317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304368589940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7073224'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:49.007256 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-400b30cc-d8ca-4b13-a365-0e2b40b02552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:33:49.007366 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.db.api [None req-fa7da17a-9c38-42b6-900c-b370ff7895a0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84314) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 07 14:33:49.007366 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_db.api [None req-fa7da17a-9c38-42b6-900c-b370ff7895a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 07 14:33:49.025506 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc20f9c-af0c-4319-aec3-070ff891efd2 req-adf37523-1cff-41fb-80eb-3776e3fcbe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:49.027184 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5cc20f9c-af0c-4319-aec3-070ff891efd2 req-adf37523-1cff-41fb-80eb-3776e3fcbe1c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=595711248f0e49e39f1f1c42a8e83a27&device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 1098 time: 0.0948822 Apr 07 14:33:49.191957 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc20f9c-af0c-4319-aec3-070ff891efd2 req-ffc2bc87-393a-4f21-92dc-f6c98e1743df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:49.193592 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5cc20f9c-af0c-4319-aec3-070ff891efd2 req-ffc2bc87-393a-4f21-92dc-f6c98e1743df service neutron] 10.222.0.81 "GET /v2.0/networks?id=eb8515e8-a88e-4510-bf0c-3f52cf50b457 HTTP/1.1" status: 200 len: 910 time: 0.1470799 Apr 07 14:33:49.312504 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5cc20f9c-af0c-4319-aec3-070ff891efd2 req-7181d726-b70f-48f7-8e88-725ef8bf7563 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=763fa340-5c18-4ce0-9e50-4c670c4e9377 HTTP/1.1" status: 200 len: 1000 time: 0.1113734 Apr 07 14:33:49.330774 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d182b18-c69d-4c2f-b62f-aaf12b5dee60 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad6a67b6-2d97-46fc-a333-6b92e50efb9d,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:33:49.335161 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5d182b18-c69d-4c2f-b62f-aaf12b5dee60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:33:49.378122 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d182b18-c69d-4c2f-b62f-aaf12b5dee60 admin admin] No DVR routers for this DVR port ad6a67b6-2d97-46fc-a333-6b92e50efb9d on host dv-cinder-780933-3-smb {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 14:33:49.381632 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc20f9c-af0c-4319-aec3-070ff891efd2 req-267a0e06-bb60-4121-8968-e1c65db1dae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:49.383390 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5cc20f9c-af0c-4319-aec3-070ff891efd2 req-267a0e06-bb60-4121-8968-e1c65db1dae5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b0a219ac-f4f3-4108-85bd-b9a0db570754 HTTP/1.1" status: 200 len: 848 time: 0.0641108 Apr 07 14:33:49.475405 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc20f9c-af0c-4319-aec3-070ff891efd2 req-9dce863f-6e46-4eec-8516-4e889d49009a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:49.477743 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5cc20f9c-af0c-4319-aec3-070ff891efd2 req-9dce863f-6e46-4eec-8516-4e889d49009a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=eb8515e8-a88e-4510-bf0c-3f52cf50b457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0838161 Apr 07 14:33:49.482806 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device ad6a67b6-2d97-46fc-a333-6b92e50efb9d no longer exists at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 14:33:49.506944 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5d182b18-c69d-4c2f-b62f-aaf12b5dee60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14662', 'neutron.services.segments.db._delete_segments_for_network--9223363304368102158'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:49.517409 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-fa7da17a-9c38-42b6-900c-b370ff7895a0 None None] Deleting port ad6a67b6-2d97-46fc-a333-6b92e50efb9d {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:33:49.517832 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-fa7da17a-9c38-42b6-900c-b370ff7895a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:49.564311 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] No Port match for: ad6a67b6-2d97-46fc-a333-6b92e50efb9d {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 14:33:49.564633 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device ad6a67b6-2d97-46fc-a333-6b92e50efb9d not bound to the agent host dv-cinder-780933-3-smb {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 14:33:49.565110 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device c21f5c76-4c83-4ff5-8ad4-710cc9d47ba2 no longer exists at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 14:33:49.633665 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] No Port match for: c21f5c76-4c83-4ff5-8ad4-710cc9d47ba2 {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 14:33:49.634062 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device c21f5c76-4c83-4ff5-8ad4-710cc9d47ba2 not bound to the agent host dv-cinder-780933-3-smb {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 14:33:49.638009 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.segments.db [None req-5d182b18-c69d-4c2f-b62f-aaf12b5dee60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6abb826-4474-4300-99e6-0a67f536ace1']}} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:33:49.641371 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-fa7da17a-9c38-42b6-900c-b370ff7895a0 None None] The port 'ad6a67b6-2d97-46fc-a333-6b92e50efb9d' was deleted {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 07 14:33:49.656680 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.segments.db [None req-5d182b18-c69d-4c2f-b62f-aaf12b5dee60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f091fd0b-1ed2-4d49-954d-8d06999cb7f3') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:33:49.657022 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.segments.db [None req-5d182b18-c69d-4c2f-b62f-aaf12b5dee60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f091fd0b-1ed2-4d49-954d-8d06999cb7f3') {} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:33:49.671979 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5d182b18-c69d-4c2f-b62f-aaf12b5dee60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304368070140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847730990'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:49.689217 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5d182b18-c69d-4c2f-b62f-aaf12b5dee60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773215'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:49.697217 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d182b18-c69d-4c2f-b62f-aaf12b5dee60 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 07 14:33:49.832376 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-753d5ca8-67af-4e0f-aee9-cf9190fbeaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:49.874011 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5cc20f9c-af0c-4319-aec3-070ff891efd2 req-1ffb0e1f-3b47-443e-a5e7-f92ef564b48a service neutron] 10.222.0.81 "GET /v2.0/networks/eb8515e8-a88e-4510-bf0c-3f52cf50b457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850892 Apr 07 14:33:49.887697 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-5d182b18-c69d-4c2f-b62f-aaf12b5dee60 admin admin] Network b6abb826-4474-4300-99e6-0a67f536ace1 has no segments {{(pid=84312) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 14:33:49.897266 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5d182b18-c69d-4c2f-b62f-aaf12b5dee60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847702593'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:50.024984 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5cc20f9c-af0c-4319-aec3-070ff891efd2 req-7832abed-e057-404c-99e5-58c5ea8dce58 service neutron] 10.222.0.81 "GET /v2.0/networks/eb8515e8-a88e-4510-bf0c-3f52cf50b457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418824 Apr 07 14:33:50.085475 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-5d182b18-c69d-4c2f-b62f-aaf12b5dee60 admin admin] Network b6abb826-4474-4300-99e6-0a67f536ace1 has no segments {{(pid=84312) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 14:33:50.108632 dv-cinder-780933-3-smb neutron-server[84199]: Traceback (most recent call last): Apr 07 14:33:50.108632 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 14:33:50.108632 dv-cinder-780933-3-smb neutron-server[84199]: timer() Apr 07 14:33:50.108632 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 14:33:50.108632 dv-cinder-780933-3-smb neutron-server[84199]: cb(*args, **kw) Apr 07 14:33:50.108632 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 07 14:33:50.108632 dv-cinder-780933-3-smb neutron-server[84199]: return func(*args, **kwargs) Apr 07 14:33:50.108632 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 14:33:50.108632 dv-cinder-780933-3-smb neutron-server[84199]: self._notify() Apr 07 14:33:50.108632 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 14:33:50.108632 dv-cinder-780933-3-smb neutron-server[84199]: self.callback(batched_events) Apr 07 14:33:50.108632 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 14:33:50.108632 dv-cinder-780933-3-smb neutron-server[84199]: event.method(event) Apr 07 14:33:50.108632 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 07 14:33:50.108632 dv-cinder-780933-3-smb neutron-server[84199]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 14:33:50.108632 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 07 14:33:50.108632 dv-cinder-780933-3-smb neutron-server[84199]: segment_id)['aggregates'][0] Apr 07 14:33:50.108632 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 07 14:33:50.108632 dv-cinder-780933-3-smb neutron-server[84199]: return f(self, *a, **k) Apr 07 14:33:50.108632 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 07 14:33:50.108632 dv-cinder-780933-3-smb neutron-server[84199]: return self._get(url).json() Apr 07 14:33:50.108632 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 14:33:50.108632 dv-cinder-780933-3-smb neutron-server[84199]: **kwargs) Apr 07 14:33:50.108632 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 14:33:50.108632 dv-cinder-780933-3-smb neutron-server[84199]: return self.request(url, 'GET', **kwargs) Apr 07 14:33:50.108632 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 07 14:33:50.108632 dv-cinder-780933-3-smb neutron-server[84199]: **endpoint_filter) Apr 07 14:33:50.108632 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 14:33:50.108632 dv-cinder-780933-3-smb neutron-server[84199]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 14:33:50.108632 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 14:33:50.108632 dv-cinder-780933-3-smb neutron-server[84199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 14:33:50.108632 dv-cinder-780933-3-smb neutron-server[84199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 14:33:50.211138 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a5f70-9514-48ae-ab65-5c966ff2ad6b req-3ae4b97e-318c-4c3a-8e91-d1d28c921138 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:50.212781 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-bd3a5f70-9514-48ae-ab65-5c966ff2ad6b req-3ae4b97e-318c-4c3a-8e91-d1d28c921138 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/ports?device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 945 time: 0.1592021 Apr 07 14:33:50.216412 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4aabc9-e035-4ae5-9b92-7111d86cdddf req-5dba195f-306f-4359-84c8-1cf34ac469ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:50.217907 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5f4aabc9-e035-4ae5-9b92-7111d86cdddf req-5dba195f-306f-4359-84c8-1cf34ac469ea service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=595711248f0e49e39f1f1c42a8e83a27&device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 1098 time: 0.1213055 Apr 07 14:33:50.234298 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5d182b18-c69d-4c2f-b62f-aaf12b5dee60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854761138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8275419'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:50.239966 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5d182b18-c69d-4c2f-b62f-aaf12b5dee60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:50.246840 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-21f6d3e7-65ea-48d0-80e8-44589b852b87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:33:50.281921 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d182b18-c69d-4c2f-b62f-aaf12b5dee60 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6abb826-4474-4300-99e6-0a67f536ace1,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:33:50.284534 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5d182b18-c69d-4c2f-b62f-aaf12b5dee60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:33:50.287850 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-5d182b18-c69d-4c2f-b62f-aaf12b5dee60 admin admin] 10.222.0.63 "DELETE /v2.0/networks/b6abb826-4474-4300-99e6-0a67f536ace1 HTTP/1.1" status: 204 len: 168 time: 2.0560596 Apr 07 14:33:50.309904 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7311eb7e-fbc8-4003-82f4-03fc5140ab82 req-ee9263a3-3b1e-4fa9-b2fa-658d13d36847 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:50.311551 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-7311eb7e-fbc8-4003-82f4-03fc5140ab82 req-ee9263a3-3b1e-4fa9-b2fa-658d13d36847 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 945 time: 0.1530564 Apr 07 14:33:50.325751 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-bd3a5f70-9514-48ae-ab65-5c966ff2ad6b req-a92e00ae-467a-48da-af2d-04ef9fbbd9e9 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/security-groups?id=bed73b3f-fbc4-4f9a-ae6a-c8f8af91b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049221 Apr 07 14:33:50.346666 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-7311eb7e-fbc8-4003-82f4-03fc5140ab82 req-a88513ec-5f71-4c46-823d-5333f1a62b7b tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9db24c9-3a58-4bbe-abd6-ff6eedc13204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270736 Apr 07 14:33:50.388803 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4aabc9-e035-4ae5-9b92-7111d86cdddf req-7a94220d-5a3a-4b7c-bbc0-aafa61327ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:50.390388 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5f4aabc9-e035-4ae5-9b92-7111d86cdddf req-7a94220d-5a3a-4b7c-bbc0-aafa61327ca5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=eb8515e8-a88e-4510-bf0c-3f52cf50b457 HTTP/1.1" status: 200 len: 910 time: 0.1574023 Apr 07 14:33:50.492538 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 50360) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:33:50.509309 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5f4aabc9-e035-4ae5-9b92-7111d86cdddf req-25eb8ecd-cfc6-4050-9a32-b6a4d5f8e177 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=763fa340-5c18-4ce0-9e50-4c670c4e9377 HTTP/1.1" status: 200 len: 1000 time: 0.1110055 Apr 07 14:33:50.534114 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-d823398d-642f-4fb5-9933-a683c65d3bd4 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f1730405b57a44cf8038f596756f82ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372934 Apr 07 14:33:50.534114 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 50364) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:33:50.579983 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4aabc9-e035-4ae5-9b92-7111d86cdddf req-5fc26bd0-6db1-484d-8107-7e4f14aa7f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:50.581573 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5f4aabc9-e035-4ae5-9b92-7111d86cdddf req-5fc26bd0-6db1-484d-8107-7e4f14aa7f83 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b0a219ac-f4f3-4108-85bd-b9a0db570754 HTTP/1.1" status: 200 len: 848 time: 0.0650325 Apr 07 14:33:50.596316 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3b5889b6-e37a-472a-8427-5c27decc8388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:50.624392 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3b5889b6-e37a-472a-8427-5c27decc8388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:50.672054 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4aabc9-e035-4ae5-9b92-7111d86cdddf req-f8f329ae-c0e8-409f-b4be-d3d21d84932a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:50.673047 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3b5889b6-e37a-472a-8427-5c27decc8388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:50.673670 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5f4aabc9-e035-4ae5-9b92-7111d86cdddf req-f8f329ae-c0e8-409f-b4be-d3d21d84932a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=eb8515e8-a88e-4510-bf0c-3f52cf50b457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0850973 Apr 07 14:33:50.678525 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b36215be-2a82-4ce3-824e-6f485e557407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:33:50.694901 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5889b6-e37a-472a-8427-5c27decc8388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ad4126-4a38-448a-a8d6-23672275bb00,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:33:50.700461 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-3b5889b6-e37a-472a-8427-5c27decc8388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:33:50.703766 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3b5889b6-e37a-472a-8427-5c27decc8388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:50.708166 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-3b5889b6-e37a-472a-8427-5c27decc8388 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/07ad4126-4a38-448a-a8d6-23672275bb00 HTTP/1.1" status: 204 len: 168 time: 0.1701891 Apr 07 14:33:50.828534 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5f4aabc9-e035-4ae5-9b92-7111d86cdddf req-0bf944ff-2bef-49ec-9021-aef278f20c7d service neutron] 10.222.0.81 "GET /v2.0/networks/eb8515e8-a88e-4510-bf0c-3f52cf50b457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440861 Apr 07 14:33:50.975549 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5f4aabc9-e035-4ae5-9b92-7111d86cdddf req-fe319a6f-a8d6-4ad3-81c6-6c41a6468fc8 service neutron] 10.222.0.81 "GET /v2.0/networks/eb8515e8-a88e-4510-bf0c-3f52cf50b457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402204 Apr 07 14:33:51.070655 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 50372) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:33:51.106810 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-28902cd7-3440-4849-bc7c-ed9356d6ad32 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8062fb1eefa44035b0955474e245fd35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0347817 Apr 07 14:33:51.109212 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 50376) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:33:51.170172 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0a9c72ea-fc5c-4f40-b765-f694103e09eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:51.196323 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0a9c72ea-fc5c-4f40-b765-f694103e09eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:51.240268 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0a9c72ea-fc5c-4f40-b765-f694103e09eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:51.245399 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-995f6ad8-5034-42ce-a85d-f45ff78c8570 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:33:51.257886 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c72ea-fc5c-4f40-b765-f694103e09eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a08b78-1145-4829-8994-44c074e9f51c,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:33:51.261081 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0a9c72ea-fc5c-4f40-b765-f694103e09eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:33:51.264504 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0a9c72ea-fc5c-4f40-b765-f694103e09eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:51.266302 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-0a9c72ea-fc5c-4f40-b765-f694103e09eb admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/79a08b78-1145-4829-8994-44c074e9f51c HTTP/1.1" status: 204 len: 168 time: 0.1560438 Apr 07 14:33:51.547485 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d96c01-0eed-466f-89b7-7cd51279617c req-c9c4cca8-9d6e-4453-ba73-9fb594b7fc5a tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:51.549097 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b7d96c01-0eed-466f-89b7-7cd51279617c req-c9c4cca8-9d6e-4453-ba73-9fb594b7fc5a tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/ports?device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 945 time: 0.1036232 Apr 07 14:33:51.579174 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f5e57-71ca-42ac-bbac-77bfc9275747 req-98a8c905-3f6b-4bc7-8b3c-ea835fd57225 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:51.583254 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0f8f5e57-71ca-42ac-bbac-77bfc9275747 req-98a8c905-3f6b-4bc7-8b3c-ea835fd57225 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 945 time: 0.1101823 Apr 07 14:33:51.584532 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b7d96c01-0eed-466f-89b7-7cd51279617c req-fe96eb8d-266b-4422-aee8-b5557d3ac795 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/security-groups?id=bed73b3f-fbc4-4f9a-ae6a-c8f8af91b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286024 Apr 07 14:33:51.625684 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0f8f5e57-71ca-42ac-bbac-77bfc9275747 req-bc69edbc-0b17-414c-ae7e-f7908b39ceff tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9db24c9-3a58-4bbe-abd6-ff6eedc13204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378253 Apr 07 14:33:52.788941 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29df8d8-1f1f-4909-a5f5-cdb53fdc0efb req-6701c76c-c43f-423b-ab4e-e1dac8b8bc27 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:52.791710 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-a29df8d8-1f1f-4909-a5f5-cdb53fdc0efb req-6701c76c-c43f-423b-ab4e-e1dac8b8bc27 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/ports?device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 945 time: 0.0900185 Apr 07 14:33:52.829132 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-a29df8d8-1f1f-4909-a5f5-cdb53fdc0efb req-4250f81d-6fd9-4c81-b7c3-e1d85e67f10a tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/security-groups?id=bed73b3f-fbc4-4f9a-ae6a-c8f8af91b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301511 Apr 07 14:33:52.839318 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ad9f2-1bdc-4dcc-8a97-e4064194e7e9 req-00e9fcf1-b1c6-4f6c-bac5-7a52256ba250 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:52.840962 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-804ad9f2-1bdc-4dcc-8a97-e4064194e7e9 req-00e9fcf1-b1c6-4f6c-bac5-7a52256ba250 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 945 time: 0.0921147 Apr 07 14:33:52.872077 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-804ad9f2-1bdc-4dcc-8a97-e4064194e7e9 req-b6f2ed5a-992b-4fa4-9628-936d6e4fdd8a tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9db24c9-3a58-4bbe-abd6-ff6eedc13204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0247643 Apr 07 14:33:54.032567 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cda252-711b-4929-9e41-b50c31934f43 req-b7ee4d68-2e27-4c15-97c4-c1cf2be01f41 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:54.034180 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c9cda252-711b-4929-9e41-b50c31934f43 req-b7ee4d68-2e27-4c15-97c4-c1cf2be01f41 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/ports?device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 945 time: 0.0927880 Apr 07 14:33:54.066003 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c9cda252-711b-4929-9e41-b50c31934f43 req-7b0c1f73-8a90-4a1d-af28-090056753987 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/security-groups?id=bed73b3f-fbc4-4f9a-ae6a-c8f8af91b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0247259 Apr 07 14:33:54.080492 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433084fc-56f4-4d17-a06b-77cfa5938789 req-d6b14101-2f66-4695-8bd3-9f63044a0905 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:54.082109 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-433084fc-56f4-4d17-a06b-77cfa5938789 req-d6b14101-2f66-4695-8bd3-9f63044a0905 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 945 time: 0.0914307 Apr 07 14:33:54.114086 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-433084fc-56f4-4d17-a06b-77cfa5938789 req-eb34802d-c76d-41ad-85c1-9f6e2f8c5808 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9db24c9-3a58-4bbe-abd6-ff6eedc13204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0256491 Apr 07 14:33:54.412468 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 50402) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:33:54.443976 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c89ad-778b-4ae6-acae-7d1754ef558c req-8f62af0a-4c60-4c87-96a6-730510e0b0a3 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:54.445592 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-422c89ad-778b-4ae6-acae-7d1754ef558c req-8f62af0a-4c60-4c87-96a6-730510e0b0a3 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/ports?device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 945 time: 0.0900874 Apr 07 14:33:54.478603 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-422c89ad-778b-4ae6-acae-7d1754ef558c req-de44cbf9-daec-4593-8e2b-e05fdf7355f7 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/security-groups?id=bed73b3f-fbc4-4f9a-ae6a-c8f8af91b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0250487 Apr 07 14:33:54.539594 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1bdf4cce-a70c-46c7-ba25-b882fb6924d7 req-3548e395-1454-44ee-a4de-879861ef7908 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1257539 Apr 07 14:33:55.330379 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e2a58-8ed7-4a97-814b-4e2c43970fd9 req-63c02609-a161-4c44-afbe-ecb1a88f334c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:55.331972 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f76e2a58-8ed7-4a97-814b-4e2c43970fd9 req-63c02609-a161-4c44-afbe-ecb1a88f334c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 945 time: 0.0981121 Apr 07 14:33:55.363922 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f76e2a58-8ed7-4a97-814b-4e2c43970fd9 req-485ce23c-ada4-4a00-a1d1-3dcc0abb5fe4 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9db24c9-3a58-4bbe-abd6-ff6eedc13204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0251820 Apr 07 14:33:55.668307 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf4cce-a70c-46c7-ba25-b882fb6924d7 req-c09fe71e-a27f-4fcd-86eb-fcf135a6ea43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:55.669865 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1bdf4cce-a70c-46c7-ba25-b882fb6924d7 req-c09fe71e-a27f-4fcd-86eb-fcf135a6ea43 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3&tenant_id=595711248f0e49e39f1f1c42a8e83a27 HTTP/1.1" status: 200 len: 1098 time: 0.0802190 Apr 07 14:33:55.712874 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c4d38-3f07-4897-abd8-fe3e9022b137 req-1870b6ad-8441-4ba7-9c41-a79639c2cf78 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:55.715284 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-866c4d38-3f07-4897-abd8-fe3e9022b137 req-1870b6ad-8441-4ba7-9c41-a79639c2cf78 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/ports?device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 945 time: 0.1055136 Apr 07 14:33:55.748443 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-866c4d38-3f07-4897-abd8-fe3e9022b137 req-607b3b61-3504-4740-8a06-5357534dbbd8 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/security-groups?id=bed73b3f-fbc4-4f9a-ae6a-c8f8af91b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264721 Apr 07 14:33:55.776631 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf4cce-a70c-46c7-ba25-b882fb6924d7 req-914067bb-8f06-42d6-a86c-c405a425f42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:55.778319 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1bdf4cce-a70c-46c7-ba25-b882fb6924d7 req-914067bb-8f06-42d6-a86c-c405a425f42b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=595711248f0e49e39f1f1c42a8e83a27&device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 1098 time: 0.0851042 Apr 07 14:33:55.921324 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf4cce-a70c-46c7-ba25-b882fb6924d7 req-f9c33a27-f13f-4f02-b743-c7b42e47d3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:55.922886 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1bdf4cce-a70c-46c7-ba25-b882fb6924d7 req-f9c33a27-f13f-4f02-b743-c7b42e47d3e8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=eb8515e8-a88e-4510-bf0c-3f52cf50b457 HTTP/1.1" status: 200 len: 910 time: 0.1373537 Apr 07 14:33:56.032033 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1bdf4cce-a70c-46c7-ba25-b882fb6924d7 req-6219e4a8-0239-47aa-bdcf-b2b1da564b97 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=763fa340-5c18-4ce0-9e50-4c670c4e9377 HTTP/1.1" status: 200 len: 1000 time: 0.0999920 Apr 07 14:33:56.105034 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf4cce-a70c-46c7-ba25-b882fb6924d7 req-716de91e-bd33-43b0-a025-7d2530d50d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:56.106613 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1bdf4cce-a70c-46c7-ba25-b882fb6924d7 req-716de91e-bd33-43b0-a025-7d2530d50d2d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b0a219ac-f4f3-4108-85bd-b9a0db570754 HTTP/1.1" status: 200 len: 848 time: 0.0679882 Apr 07 14:33:56.188288 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf4cce-a70c-46c7-ba25-b882fb6924d7 req-f88c67ac-73da-4934-866f-ccb851e2ce86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:56.189791 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1bdf4cce-a70c-46c7-ba25-b882fb6924d7 req-f88c67ac-73da-4934-866f-ccb851e2ce86 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=eb8515e8-a88e-4510-bf0c-3f52cf50b457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0756528 Apr 07 14:33:56.333358 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1bdf4cce-a70c-46c7-ba25-b882fb6924d7 req-382ccafa-5946-4cab-92e8-cde3e3ed0536 service neutron] 10.222.0.81 "GET /v2.0/networks/eb8515e8-a88e-4510-bf0c-3f52cf50b457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347563 Apr 07 14:33:56.480197 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1bdf4cce-a70c-46c7-ba25-b882fb6924d7 req-2e88fa4f-008b-4bf1-b228-9b87460b659f service neutron] 10.222.0.81 "GET /v2.0/networks/eb8515e8-a88e-4510-bf0c-3f52cf50b457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379163 Apr 07 14:33:56.581884 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0fc463-1eda-4f1b-8bc9-036ea7381b4f req-e863c3c9-99ac-4a00-9aa0-b73048557668 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:56.583486 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-7f0fc463-1eda-4f1b-8bc9-036ea7381b4f req-e863c3c9-99ac-4a00-9aa0-b73048557668 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 945 time: 0.0927143 Apr 07 14:33:56.620750 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-7f0fc463-1eda-4f1b-8bc9-036ea7381b4f req-25f1c71b-aadc-4ba1-9dc7-d76f66a39c90 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9db24c9-3a58-4bbe-abd6-ff6eedc13204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261357 Apr 07 14:33:56.693809 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 763fa340-5c18-4ce0-9e50-4c670c4e9377 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 14:33:56.815580 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:56.828261 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e5674d-f25c-472f-8edd-7ab4294d4cd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '763fa340-5c18-4ce0-9e50-4c670c4e9377'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:33:56.838502 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port 763fa340-5c18-4ce0-9e50-4c670c4e9377, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=763fa340-5c18-4ce0-9e50-4c670c4e9377,segment=NetworkSegment(c2d47942-f9c6-4220-a89d-ec1894ae86b7),segment_id=c2d47942-f9c6-4220-a89d-ec1894ae86b7)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:33:56.842186 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:56.844418 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:33:56.922223 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Pushing event updated for resources: {'Port': ['ID=763fa340-5c18-4ce0-9e50-4c670c4e9377,revision_number=6']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:33:56.932049 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:33:56.932617 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:33:56.933217 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:33:56.933600 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:33:56.933978 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:33:56.934350 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:33:56.934743 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:33:56.935085 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:33:56.935451 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:33:56.935907 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:33:56.936178 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:33:56.936539 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:33:56.948511 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:33:56.957897 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45098fc8-064e-4a7f-814a-afd6a0306d32 req-b36b1fbb-2aec-4491-ab58-a04218be2ad9 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:56.960385 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-45098fc8-064e-4a7f-814a-afd6a0306d32 req-b36b1fbb-2aec-4491-ab58-a04218be2ad9 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/ports?device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0963328 Apr 07 14:33:56.991212 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-45098fc8-064e-4a7f-814a-afd6a0306d32 req-9c8e77cc-4993-4faf-9a58-9a203212fc95 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/security-groups?id=bed73b3f-fbc4-4f9a-ae6a-c8f8af91b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0247691 Apr 07 14:33:57.017934 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e5674d-f25c-472f-8edd-7ab4294d4cd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '763fa340-5c18-4ce0-9e50-4c670c4e9377', 'code': 200} Apr 07 14:33:57.835485 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1e69b-d2bc-4689-952e-2a1b1d198e92 req-d6e980a3-5d7f-491d-b3b1-143ce970e6d6 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:57.837128 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-9af1e69b-d2bc-4689-952e-2a1b1d198e92 req-d6e980a3-5d7f-491d-b3b1-143ce970e6d6 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 945 time: 0.0924728 Apr 07 14:33:57.868796 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-9af1e69b-d2bc-4689-952e-2a1b1d198e92 req-f867e89d-7190-4e2a-a2b5-eeb83a2ded88 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9db24c9-3a58-4bbe-abd6-ff6eedc13204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0248282 Apr 07 14:33:58.239540 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9698f8-0ff9-4ae0-b741-52c77c788df8 req-8df11197-7a31-47cf-818e-5a2a9004da34 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:58.241145 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ff9698f8-0ff9-4ae0-b741-52c77c788df8 req-8df11197-7a31-47cf-818e-5a2a9004da34 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/ports?device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 943 time: 0.1338592 Apr 07 14:33:58.289363 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ff9698f8-0ff9-4ae0-b741-52c77c788df8 req-ad312224-1aec-4f07-a6ce-b1847d4f84cf tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/security-groups?id=bed73b3f-fbc4-4f9a-ae6a-c8f8af91b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404243 Apr 07 14:33:58.299817 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daaf14f-2f92-4ef5-9536-eee602975485 req-2412c1ae-214e-46c8-8a82-fb53a0099fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:58.301433 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0daaf14f-2f92-4ef5-9536-eee602975485 req-2412c1ae-214e-46c8-8a82-fb53a0099fed service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 1096 time: 0.1241260 Apr 07 14:33:58.334153 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0daaf14f-2f92-4ef5-9536-eee602975485 req-ac6b3b0a-8528-48b9-b17c-d851b356b625 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=bed73b3f-fbc4-4f9a-ae6a-c8f8af91b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0205781 Apr 07 14:33:58.718224 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 763fa340-5c18-4ce0-9e50-4c670c4e9377 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=84314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 14:33:58.860206 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port 763fa340-5c18-4ce0-9e50-4c670c4e9377, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=763fa340-5c18-4ce0-9e50-4c670c4e9377,segment=NetworkSegment(c2d47942-f9c6-4220-a89d-ec1894ae86b7),segment_id=c2d47942-f9c6-4220-a89d-ec1894ae86b7)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:33:58.874546 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Returning: {'device': '763fa340-5c18-4ce0-9e50-4c670c4e9377', 'network_id': 'eb8515e8-a88e-4510-bf0c-3f52cf50b457', 'port_id': '763fa340-5c18-4ce0-9e50-4c670c4e9377', 'mac_address': 'fa:16:3e:9d:06:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a219ac-f4f3-4108-85bd-b9a0db570754', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 14:33:58.938837 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:58.940253 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 763fa340-5c18-4ce0-9e50-4c670c4e9377 {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 14:33:58.958618 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port 763fa340-5c18-4ce0-9e50-4c670c4e9377, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=763fa340-5c18-4ce0-9e50-4c670c4e9377,segment=NetworkSegment(c2d47942-f9c6-4220-a89d-ec1894ae86b7),segment_id=c2d47942-f9c6-4220-a89d-ec1894ae86b7)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:33:58.961343 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:33:58.964363 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-811a90bc-7cb0-408e-99b2-5a76f8656e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:33:59.036285 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Pushing event updated for resources: {'Port': ['ID=763fa340-5c18-4ce0-9e50-4c670c4e9377,revision_number=7']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:33:59.040166 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:33:59.078248 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db44416e-c757-4698-8f4b-c4c120994c03 req-1ffa53d5-4d3e-4cd5-a398-c8158f0e056d tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:59.081765 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-db44416e-c757-4698-8f4b-c4c120994c03 req-1ffa53d5-4d3e-4cd5-a398-c8158f0e056d tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 945 time: 0.0913801 Apr 07 14:33:59.113480 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-db44416e-c757-4698-8f4b-c4c120994c03 req-370e2b5e-0123-413d-a160-00bb8c0b6a47 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9db24c9-3a58-4bbe-abd6-ff6eedc13204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0247014 Apr 07 14:33:59.276603 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] get_ports_and_sgs() called for port_ids ['763fa340-5c18-4ce0-9e50-4c670c4e9377'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 14:33:59.495281 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5562f-a34f-4287-bc15-9b31426f3d3c req-09334ffd-4e73-43a3-842e-a83a39caed51 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:33:59.496945 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1fe5562f-a34f-4287-bc15-9b31426f3d3c req-09334ffd-4e73-43a3-842e-a83a39caed51 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/ports?device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 944 time: 0.0895689 Apr 07 14:33:59.529236 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1fe5562f-a34f-4287-bc15-9b31426f3d3c req-f9ec23ec-1a0b-4907-a6c4-3ede8e47a734 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/security-groups?id=bed73b3f-fbc4-4f9a-ae6a-c8f8af91b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0254881 Apr 07 14:34:00.322095 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076234e7-29c0-4112-b278-c7a676058be6 req-ba8128e2-88f1-4f69-85e8-99c986dae3d1 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:00.323730 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-076234e7-29c0-4112-b278-c7a676058be6 req-ba8128e2-88f1-4f69-85e8-99c986dae3d1 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 945 time: 0.0913806 Apr 07 14:34:00.355411 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-076234e7-29c0-4112-b278-c7a676058be6 req-7d6829eb-cbbf-449b-b8e3-af6f447d7341 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9db24c9-3a58-4bbe-abd6-ff6eedc13204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0250802 Apr 07 14:34:00.740684 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 21d64556-5128-4027-8626-fefd54fa72cc details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=84314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 14:34:00.745888 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 763fa340-5c18-4ce0-9e50-4c670c4e9377 up at agent hyperv_hv-cinder-78093 {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:34:00.926409 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Provisioning complete for port 763fa340-5c18-4ce0-9e50-4c670c4e9377 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:34:00.927400 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:34:01.172427 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port 21d64556-5128-4027-8626-fefd54fa72cc, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=21d64556-5128-4027-8626-fefd54fa72cc,segment=NetworkSegment(0118da08-8e30-4678-bce3-0cdb584704d7),segment_id=0118da08-8e30-4678-bce3-0cdb584704d7)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:34:01.193314 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Returning: {'device': '21d64556-5128-4027-8626-fefd54fa72cc', 'network_id': 'c030ef04-5242-408d-b21d-654932a78971', 'port_id': '21d64556-5128-4027-8626-fefd54fa72cc', 'mac_address': 'fa:16:3e:3e:f2:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '922c7ccf-af8e-4c6b-baef-d00c20689db2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 14:34:01.313532 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:34:01.314890 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 21d64556-5128-4027-8626-fefd54fa72cc {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 14:34:01.329330 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:34:01.344133 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e5674d-f25c-472f-8edd-7ab4294d4cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763fa340-5c18-4ce0-9e50-4c670c4e9377'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:34:01.354999 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port 21d64556-5128-4027-8626-fefd54fa72cc, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=21d64556-5128-4027-8626-fefd54fa72cc,segment=NetworkSegment(0118da08-8e30-4678-bce3-0cdb584704d7),segment_id=0118da08-8e30-4678-bce3-0cdb584704d7)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:34:01.358399 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port 763fa340-5c18-4ce0-9e50-4c670c4e9377, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=763fa340-5c18-4ce0-9e50-4c670c4e9377,segment=NetworkSegment(c2d47942-f9c6-4220-a89d-ec1894ae86b7),segment_id=c2d47942-f9c6-4220-a89d-ec1894ae86b7)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:34:01.360051 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:34:01.362285 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:34:01.400735 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:34:01.413312 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e5674d-f25c-472f-8edd-7ab4294d4cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763fa340-5c18-4ce0-9e50-4c670c4e9377', 'code': 200} Apr 07 14:34:01.443730 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Pushing event updated for resources: {'Port': ['ID=21d64556-5128-4027-8626-fefd54fa72cc,revision_number=6']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:34:01.447065 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:34:01.447521 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-379e71f3-5c9b-4f23-b32a-6de187c915c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:34:01.496326 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] get_ports_and_sgs() called for port_ids ['21d64556-5128-4027-8626-fefd54fa72cc'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 14:34:01.620878 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Pushing event updated for resources: {'Port': ['ID=763fa340-5c18-4ce0-9e50-4c670c4e9377,revision_number=8']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:34:01.621421 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca453339-baf0-44fc-8966-d80e0f5f4985 req-60844ed7-aa04-4e09-8aa2-2d5ac114e733 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:01.623621 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ca453339-baf0-44fc-8966-d80e0f5f4985 req-60844ed7-aa04-4e09-8aa2-2d5ac114e733 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 944 time: 0.1207972 Apr 07 14:34:01.627683 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:34:01.661292 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ca453339-baf0-44fc-8966-d80e0f5f4985 req-54e753c9-11c7-46a3-9af3-8fc2b138e76c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9db24c9-3a58-4bbe-abd6-ff6eedc13204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264854 Apr 07 14:34:02.741144 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 21d64556-5128-4027-8626-fefd54fa72cc up at agent hyperv_hv-cinder-78093 {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:34:02.841602 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Provisioning complete for port 21d64556-5128-4027-8626-fefd54fa72cc triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:34:02.841943 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:34:02.919507 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea39996-7268-4f53-9586-e35c14dbefb0 req-32a2c6d3-dbd9-42be-be0d-cc21dea20efa tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:02.928358 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-bea39996-7268-4f53-9586-e35c14dbefb0 req-32a2c6d3-dbd9-42be-be0d-cc21dea20efa tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 944 time: 0.1239228 Apr 07 14:34:02.966799 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-bea39996-7268-4f53-9586-e35c14dbefb0 req-0081247a-3ebc-4925-b4c8-4fc87c904d0a tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9db24c9-3a58-4bbe-abd6-ff6eedc13204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369248 Apr 07 14:34:02.982987 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:34:03.004300 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port 21d64556-5128-4027-8626-fefd54fa72cc, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=21d64556-5128-4027-8626-fefd54fa72cc,segment=NetworkSegment(0118da08-8e30-4678-bce3-0cdb584704d7),segment_id=0118da08-8e30-4678-bce3-0cdb584704d7)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:34:03.007642 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:34:03.009961 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:34:03.083358 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Pushing event updated for resources: {'Port': ['ID=21d64556-5128-4027-8626-fefd54fa72cc,revision_number=7']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:34:03.087184 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:34:03.414695 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181c19d0-352a-4421-a512-fedd3af76018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d64556-5128-4027-8626-fefd54fa72cc'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:34:03.479369 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181c19d0-352a-4421-a512-fedd3af76018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d64556-5128-4027-8626-fefd54fa72cc', 'code': 200} Apr 07 14:34:04.384257 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e145f8-300c-4fa9-a09c-2942077e7adb req-c82b8703-1ef1-4706-8239-cc6e3bf49ec3 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:04.387464 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d9e145f8-300c-4fa9-a09c-2942077e7adb req-c82b8703-1ef1-4706-8239-cc6e3bf49ec3 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 945 time: 0.1598756 Apr 07 14:34:04.435705 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d9e145f8-300c-4fa9-a09c-2942077e7adb req-af31d6ea-1744-4bb0-956e-c5f4b3ffa276 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9db24c9-3a58-4bbe-abd6-ff6eedc13204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399735 Apr 07 14:34:05.686967 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21831500-36d7-4b97-9273-584837cd76b8 req-897b063f-0556-4ecf-838b-f9eef4ef7aa3 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:05.689395 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-21831500-36d7-4b97-9273-584837cd76b8 req-897b063f-0556-4ecf-838b-f9eef4ef7aa3 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 945 time: 0.1013589 Apr 07 14:34:05.730431 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-21831500-36d7-4b97-9273-584837cd76b8 req-bf122211-f91a-4d6d-a94f-bb444512b093 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9db24c9-3a58-4bbe-abd6-ff6eedc13204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333362 Apr 07 14:34:06.957619 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6acb8-6cd6-4be0-a8f6-e3ee1b99511d req-6cfad673-6047-41fd-9465-96f5bc971604 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:06.960063 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-fac6acb8-6cd6-4be0-a8f6-e3ee1b99511d req-6cfad673-6047-41fd-9465-96f5bc971604 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 945 time: 0.0963442 Apr 07 14:34:06.997413 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-fac6acb8-6cd6-4be0-a8f6-e3ee1b99511d req-f5ffed83-b9e7-4dde-8ca9-cd193075b765 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9db24c9-3a58-4bbe-abd6-ff6eedc13204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0257597 Apr 07 14:34:08.236254 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83667523-1a81-40ca-922b-0be140102c1c req-0c286df4-d0b1-4b5b-bee8-41ef211cb321 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:08.237918 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-83667523-1a81-40ca-922b-0be140102c1c req-0c286df4-d0b1-4b5b-bee8-41ef211cb321 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 945 time: 0.0972083 Apr 07 14:34:08.277805 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-83667523-1a81-40ca-922b-0be140102c1c req-25003ab7-8ee1-4cfc-bd74-1a4ece883a37 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9db24c9-3a58-4bbe-abd6-ff6eedc13204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320864 Apr 07 14:34:09.496835 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655afd80-66ff-48f3-8f86-1ed47cf31189 req-e559511a-8fb2-4e1f-8765-47237b53f5ef tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:09.499222 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-655afd80-66ff-48f3-8f86-1ed47cf31189 req-e559511a-8fb2-4e1f-8765-47237b53f5ef tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 945 time: 0.0929563 Apr 07 14:34:09.536830 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-655afd80-66ff-48f3-8f86-1ed47cf31189 req-24577422-a502-4c49-9c7e-753b9f8c30f9 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9db24c9-3a58-4bbe-abd6-ff6eedc13204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301833 Apr 07 14:34:10.762093 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17741950-43df-4016-94b1-c11a4c714945 req-87553eec-1d3e-45f6-9958-d269ae6a622c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:10.763740 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-17741950-43df-4016-94b1-c11a4c714945 req-87553eec-1d3e-45f6-9958-d269ae6a622c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 945 time: 0.1030312 Apr 07 14:34:10.801608 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-17741950-43df-4016-94b1-c11a4c714945 req-90e93720-02c1-4099-9125-70ace0ac11d3 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9db24c9-3a58-4bbe-abd6-ff6eedc13204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274668 Apr 07 14:34:11.558632 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398af83-2152-431e-b4af-14bba12583d2 req-ac2af321-8bdb-4e9c-8082-95fd77553111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:11.560257 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0398af83-2152-431e-b4af-14bba12583d2 req-ac2af321-8bdb-4e9c-8082-95fd77553111 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=782e9eccce6d4f5898c76958383a5e3d&device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 1098 time: 0.0830400 Apr 07 14:34:11.919473 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398af83-2152-431e-b4af-14bba12583d2 req-15747082-7df5-422c-b317-30322a966666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:11.921085 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0398af83-2152-431e-b4af-14bba12583d2 req-15747082-7df5-422c-b317-30322a966666 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c030ef04-5242-408d-b21d-654932a78971 HTTP/1.1" status: 200 len: 918 time: 0.3539381 Apr 07 14:34:12.087376 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0398af83-2152-431e-b4af-14bba12583d2 req-2a422054-f3d3-4c4d-b7c5-ddbc777e74f7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21d64556-5128-4027-8626-fefd54fa72cc HTTP/1.1" status: 200 len: 1001 time: 0.1587753 Apr 07 14:34:12.155520 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2b279-5446-4787-b87f-90d39b424fd0 req-788d08af-689d-409b-8035-54fb7673403a tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:12.157105 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5aa2b279-5446-4787-b87f-90d39b424fd0 req-788d08af-689d-409b-8035-54fb7673403a tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 945 time: 0.1779194 Apr 07 14:34:12.190433 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398af83-2152-431e-b4af-14bba12583d2 req-6a0c1713-0ca9-45f3-82bd-de819be83a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:12.191992 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0398af83-2152-431e-b4af-14bba12583d2 req-6a0c1713-0ca9-45f3-82bd-de819be83a0a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=922c7ccf-af8e-4c6b-baef-d00c20689db2 HTTP/1.1" status: 200 len: 856 time: 0.0972090 Apr 07 14:34:12.196843 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5aa2b279-5446-4787-b87f-90d39b424fd0 req-4c58a452-b937-4dfd-a78c-1564891e22a4 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9db24c9-3a58-4bbe-abd6-ff6eedc13204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330832 Apr 07 14:34:12.277999 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398af83-2152-431e-b4af-14bba12583d2 req-2c01ca8a-aaea-4343-981d-e9de06b61a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:12.279598 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0398af83-2152-431e-b4af-14bba12583d2 req-2c01ca8a-aaea-4343-981d-e9de06b61a6b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c030ef04-5242-408d-b21d-654932a78971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0777936 Apr 07 14:34:12.427138 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0398af83-2152-431e-b4af-14bba12583d2 req-56e1cf57-d28e-435e-a610-0e38a4828b99 service neutron] 10.222.0.81 "GET /v2.0/networks/c030ef04-5242-408d-b21d-654932a78971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388578 Apr 07 14:34:12.576813 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0398af83-2152-431e-b4af-14bba12583d2 req-3780d014-51a1-45b6-9326-4d8793744657 service neutron] 10.222.0.81 "GET /v2.0/networks/c030ef04-5242-408d-b21d-654932a78971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393600 Apr 07 14:34:13.405433 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908cc752-cfd2-4b00-8b3b-beb95cb9b514 req-ea11a50c-123b-4420-94f8-ff2b64a48a67 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:13.407059 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-908cc752-cfd2-4b00-8b3b-beb95cb9b514 req-ea11a50c-123b-4420-94f8-ff2b64a48a67 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 945 time: 0.0887251 Apr 07 14:34:13.441530 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-908cc752-cfd2-4b00-8b3b-beb95cb9b514 req-1e1e4fc2-8f9f-4496-ba4d-078dedcd7e30 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9db24c9-3a58-4bbe-abd6-ff6eedc13204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280495 Apr 07 14:34:14.670213 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe39ef-feaa-47a1-9e82-dd80bede8d2d req-aa232ca3-0ded-4e70-9189-920212d4b14c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:14.671944 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-73fe39ef-feaa-47a1-9e82-dd80bede8d2d req-aa232ca3-0ded-4e70-9189-920212d4b14c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 945 time: 0.0975120 Apr 07 14:34:14.700202 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e28a5a2b-8984-4306-973c-530caad03f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:34:14.707212 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-73fe39ef-feaa-47a1-9e82-dd80bede8d2d req-87078ace-0248-421c-b5f3-defbc04439fa tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9db24c9-3a58-4bbe-abd6-ff6eedc13204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262873 Apr 07 14:34:14.814523 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 21d64556-5128-4027-8626-fefd54fa72cc no longer exists at agent hyperv_hv-cinder-78093 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 14:34:14.949298 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:34:14.964287 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181c19d0-352a-4421-a512-fedd3af76018', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21d64556-5128-4027-8626-fefd54fa72cc'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:34:14.976475 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port 21d64556-5128-4027-8626-fefd54fa72cc, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=21d64556-5128-4027-8626-fefd54fa72cc,segment=NetworkSegment(0118da08-8e30-4678-bce3-0cdb584704d7),segment_id=0118da08-8e30-4678-bce3-0cdb584704d7)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:34:14.979817 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:34:14.982018 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:34:15.021763 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181c19d0-352a-4421-a512-fedd3af76018', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21d64556-5128-4027-8626-fefd54fa72cc', 'code': 200} Apr 07 14:34:15.057362 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Pushing event updated for resources: {'Port': ['ID=21d64556-5128-4027-8626-fefd54fa72cc,revision_number=8']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:34:15.060647 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:34:15.884487 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:34:15.915548 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1f760-dce3-424d-9a9d-5bc4582087b3 req-e493a7ad-3fc0-45e8-b8c1-576db178e48c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:15.917799 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-31b1f760-dce3-424d-9a9d-5bc4582087b3 req-e493a7ad-3fc0-45e8-b8c1-576db178e48c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 943 time: 0.0883689 Apr 07 14:34:15.950433 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-31b1f760-dce3-424d-9a9d-5bc4582087b3 req-f5a0e10d-dc2b-43e2-9314-68276b4c5d6a tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9db24c9-3a58-4bbe-abd6-ff6eedc13204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0248301 Apr 07 14:34:17.370394 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c3aaea60-7f95-41c4-a763-53abba7d072f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:34:17.578717 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4eb70d-a63f-4b59-a35a-7c69b58041a1 req-c8a5b14e-c24c-4eb3-a670-cb6bcabadde0 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:17.580345 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-df4eb70d-a63f-4b59-a35a-7c69b58041a1 req-c8a5b14e-c24c-4eb3-a670-cb6bcabadde0 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 943 time: 0.1614795 Apr 07 14:34:17.584263 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-eb89a59a-855a-4afc-9e41-62dd7cf1f9b8 req-5315d8db-85bd-4366-8106-1821156ff92a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1238229 Apr 07 14:34:17.612911 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-df4eb70d-a63f-4b59-a35a-7c69b58041a1 req-0b653f11-c28c-4d55-a3a3-a940b61ee1cf tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9db24c9-3a58-4bbe-abd6-ff6eedc13204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262163 Apr 07 14:34:18.122071 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89a59a-855a-4afc-9e41-62dd7cf1f9b8 req-46e6e862-edf2-465e-9afc-6d7d150b4842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:18.123682 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-eb89a59a-855a-4afc-9e41-62dd7cf1f9b8 req-46e6e862-edf2-465e-9afc-6d7d150b4842 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018&tenant_id=782e9eccce6d4f5898c76958383a5e3d HTTP/1.1" status: 200 len: 1096 time: 0.0828497 Apr 07 14:34:18.147699 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-68064a8d-a1ee-4a07-912b-506dbeaf5e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:34:18.227596 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89a59a-855a-4afc-9e41-62dd7cf1f9b8 req-8f4a24dd-3eeb-4298-94f1-0be235be0f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:18.230245 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-eb89a59a-855a-4afc-9e41-62dd7cf1f9b8 req-8f4a24dd-3eeb-4298-94f1-0be235be0f95 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=782e9eccce6d4f5898c76958383a5e3d&device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 1096 time: 0.0788136 Apr 07 14:34:18.391551 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89a59a-855a-4afc-9e41-62dd7cf1f9b8 req-38fe1820-8950-4665-a98d-b56146aa1201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:18.393204 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-eb89a59a-855a-4afc-9e41-62dd7cf1f9b8 req-38fe1820-8950-4665-a98d-b56146aa1201 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c030ef04-5242-408d-b21d-654932a78971 HTTP/1.1" status: 200 len: 918 time: 0.1542139 Apr 07 14:34:18.510612 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-eb89a59a-855a-4afc-9e41-62dd7cf1f9b8 req-ad8bcf29-770a-4a3c-898a-4d7201c10e9a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21d64556-5128-4027-8626-fefd54fa72cc HTTP/1.1" status: 200 len: 999 time: 0.1092520 Apr 07 14:34:18.580809 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89a59a-855a-4afc-9e41-62dd7cf1f9b8 req-477d3b79-d46d-447a-85dc-64bb98d5eee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:18.582481 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-eb89a59a-855a-4afc-9e41-62dd7cf1f9b8 req-477d3b79-d46d-447a-85dc-64bb98d5eee3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=922c7ccf-af8e-4c6b-baef-d00c20689db2 HTTP/1.1" status: 200 len: 856 time: 0.0652065 Apr 07 14:34:18.669017 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89a59a-855a-4afc-9e41-62dd7cf1f9b8 req-8953488b-e8aa-42ec-b2ef-a525523f963b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:18.670709 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-eb89a59a-855a-4afc-9e41-62dd7cf1f9b8 req-8953488b-e8aa-42ec-b2ef-a525523f963b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c030ef04-5242-408d-b21d-654932a78971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0815840 Apr 07 14:34:18.821951 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-eb89a59a-855a-4afc-9e41-62dd7cf1f9b8 req-65018ee3-857b-40dd-8180-556ea7c440ac service neutron] 10.222.0.81 "GET /v2.0/networks/c030ef04-5242-408d-b21d-654932a78971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433430 Apr 07 14:34:18.826595 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:34:18.833176 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57370ec-680f-415c-9e93-737d0f75ed7a req-9fe0a9ed-9211-408b-9821-ee0a2b6be4da tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:18.834874 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e57370ec-680f-415c-9e93-737d0f75ed7a req-9fe0a9ed-9211-408b-9821-ee0a2b6be4da tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 943 time: 0.0987542 Apr 07 14:34:18.844168 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 21d64556-5128-4027-8626-fefd54fa72cc no longer exists at agent hyperv_hv-cinder-78093 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 14:34:18.871491 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e57370ec-680f-415c-9e93-737d0f75ed7a req-7c9759f4-8d8c-4ecb-893a-25328e2dbd09 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9db24c9-3a58-4bbe-abd6-ff6eedc13204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290089 Apr 07 14:34:18.980293 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-eb89a59a-855a-4afc-9e41-62dd7cf1f9b8 req-2cc34100-3573-405b-8fd6-e212de945a77 service neutron] 10.222.0.81 "GET /v2.0/networks/c030ef04-5242-408d-b21d-654932a78971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520967 Apr 07 14:34:19.844944 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-753d5ca8-67af-4e0f-aee9-cf9190fbeaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:34:20.133537 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1903b67-f689-4a14-9edb-6c1d2b306fba req-90567b5e-d467-42e1-98b4-1e814c2c98a6 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:20.135535 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f1903b67-f689-4a14-9edb-6c1d2b306fba req-90567b5e-d467-42e1-98b4-1e814c2c98a6 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 943 time: 0.1015368 Apr 07 14:34:20.170633 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f1903b67-f689-4a14-9edb-6c1d2b306fba req-3b99cae0-2fdd-4314-8f3e-e5debd635978 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9db24c9-3a58-4bbe-abd6-ff6eedc13204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279567 Apr 07 14:34:21.387542 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636a3e7-af97-40e3-8c0a-addc01728147 req-6524bb29-8fcd-4115-8e72-94a466ad07ec tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:21.389610 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-8636a3e7-af97-40e3-8c0a-addc01728147 req-6524bb29-8fcd-4115-8e72-94a466ad07ec tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 943 time: 0.0938160 Apr 07 14:34:21.423130 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-8636a3e7-af97-40e3-8c0a-addc01728147 req-8330ee1b-c990-4dd6-9831-e256449f98dd tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9db24c9-3a58-4bbe-abd6-ff6eedc13204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267706 Apr 07 14:34:21.758525 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.agents_db [None req-6fbea437-4030-452f-8588-832da035c2c0 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 14:34:22.678482 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c1e06-567a-49e8-a7da-1c64406156bc req-862df079-d138-418c-a8c4-b6c56a48ef64 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:22.680344 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c28c1e06-567a-49e8-a7da-1c64406156bc req-862df079-d138-418c-a8c4-b6c56a48ef64 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 943 time: 0.1217611 Apr 07 14:34:22.719561 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c28c1e06-567a-49e8-a7da-1c64406156bc req-446ebe5e-0f05-4f20-9c3e-3fc70a7f3236 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9db24c9-3a58-4bbe-abd6-ff6eedc13204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315564 Apr 07 14:34:23.945641 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd1312-44a8-440d-89c5-dcf6e77e70d5 req-c656b961-d971-43cd-8021-2ed56d6f69a2 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:23.947818 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-43fd1312-44a8-440d-89c5-dcf6e77e70d5 req-c656b961-d971-43cd-8021-2ed56d6f69a2 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 943 time: 0.0928066 Apr 07 14:34:24.009497 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-43fd1312-44a8-440d-89c5-dcf6e77e70d5 req-6264fa4d-b901-4211-a202-183885950969 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9db24c9-3a58-4bbe-abd6-ff6eedc13204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477545 Apr 07 14:34:25.255571 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd11167-133f-4b2c-b1db-b2cd99dfe1b6 req-a2ee7730-3a48-4171-b8c0-28cf637e0815 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:25.257319 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4cd11167-133f-4b2c-b1db-b2cd99dfe1b6 req-a2ee7730-3a48-4171-b8c0-28cf637e0815 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 943 time: 0.1010389 Apr 07 14:34:25.293625 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4cd11167-133f-4b2c-b1db-b2cd99dfe1b6 req-e12b6104-7639-4aef-bbda-be058101f11b tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9db24c9-3a58-4bbe-abd6-ff6eedc13204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294874 Apr 07 14:34:26.597586 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f643d83-6a5c-4214-938b-869253b98576 req-5e3e68ba-4ab1-4e9c-89fb-40fa01b71bd9 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:26.599242 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-7f643d83-6a5c-4214-938b-869253b98576 req-5e3e68ba-4ab1-4e9c-89fb-40fa01b71bd9 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 943 time: 0.1251795 Apr 07 14:34:26.647022 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-7f643d83-6a5c-4214-938b-869253b98576 req-feda2dc2-3dd2-44a8-a2f7-e50a9e6abcc8 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9db24c9-3a58-4bbe-abd6-ff6eedc13204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403757 Apr 07 14:34:27.885896 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65567f62-e250-4c4d-ac96-b49105b0b91c req-b435c55b-fe00-4673-8e17-79632c85bfee tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:27.887753 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-65567f62-e250-4c4d-ac96-b49105b0b91c req-b435c55b-fe00-4673-8e17-79632c85bfee tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 943 time: 0.0994706 Apr 07 14:34:27.922891 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-65567f62-e250-4c4d-ac96-b49105b0b91c req-97ecb8bf-bcb7-4073-bea8-f6e3a1c4fb91 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9db24c9-3a58-4bbe-abd6-ff6eedc13204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280335 Apr 07 14:34:29.149397 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4abf001-640b-4d2b-92df-4eb4d50b013e req-2c9907da-a80f-4057-8852-afd8528f0e17 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:29.151577 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b4abf001-640b-4d2b-92df-4eb4d50b013e req-2c9907da-a80f-4057-8852-afd8528f0e17 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 943 time: 0.0937984 Apr 07 14:34:29.185129 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b4abf001-640b-4d2b-92df-4eb4d50b013e req-6ad80a82-f288-4077-a065-db21eca3b5dc tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9db24c9-3a58-4bbe-abd6-ff6eedc13204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269058 Apr 07 14:34:30.398306 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2e79c-9ded-4bd9-bcc0-72f65b662e66 req-a83d912c-026d-4ee4-a0db-1e89b83e197c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:30.399959 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-8cf2e79c-9ded-4bd9-bcc0-72f65b662e66 req-a83d912c-026d-4ee4-a0db-1e89b83e197c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 943 time: 0.0924928 Apr 07 14:34:30.432832 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-8cf2e79c-9ded-4bd9-bcc0-72f65b662e66 req-0b9bfa75-ec03-47bd-842f-4e2636bc382a tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9db24c9-3a58-4bbe-abd6-ff6eedc13204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0257485 Apr 07 14:34:31.651608 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3218df-76fc-437a-878d-785d6e672d18 req-0b2e1848-af3f-45ac-be0f-d4eb1960316d tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:31.653388 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ca3218df-76fc-437a-878d-785d6e672d18 req-0b2e1848-af3f-45ac-be0f-d4eb1960316d tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 943 time: 0.0935910 Apr 07 14:34:31.686977 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ca3218df-76fc-437a-878d-785d6e672d18 req-54dd4550-85c6-4a3f-b189-be8b23dfdd06 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9db24c9-3a58-4bbe-abd6-ff6eedc13204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267816 Apr 07 14:34:32.456713 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c920a9-f10a-4330-b38e-a17869c0affd req-8fdc510a-0ff1-4811-8c5e-5d401e0c946a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:32.458406 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b7c920a9-f10a-4330-b38e-a17869c0affd req-8fdc510a-0ff1-4811-8c5e-5d401e0c946a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=df00a571-e0b7-41a0-9817-e1b0f80fc84e HTTP/1.1" status: 200 len: 946 time: 0.0946233 Apr 07 14:34:32.490950 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b7c920a9-f10a-4330-b38e-a17869c0affd req-553d21f5-d992-422e-a4ac-4cba0a4cf504 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/security-groups?id=172b99c4-5fcb-4178-8dc7-11d51f058b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0252664 Apr 07 14:34:32.896777 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7796f-e336-4af4-ad53-8865be6e6deb req-d2c30108-4a3e-4360-8bea-5bb02b58af90 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:32.897342 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 21d64556-5128-4027-8626-fefd54fa72cc details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=84314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 14:34:32.898370 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-70c7796f-e336-4af4-ad53-8865be6e6deb req-d2c30108-4a3e-4360-8bea-5bb02b58af90 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 943 time: 0.0889792 Apr 07 14:34:32.932273 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-70c7796f-e336-4af4-ad53-8865be6e6deb req-00b4fdfa-2dda-4d2f-866f-45d82e84676b tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9db24c9-3a58-4bbe-abd6-ff6eedc13204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270951 Apr 07 14:34:33.040162 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port 21d64556-5128-4027-8626-fefd54fa72cc, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=21d64556-5128-4027-8626-fefd54fa72cc,segment=NetworkSegment(0118da08-8e30-4678-bce3-0cdb584704d7),segment_id=0118da08-8e30-4678-bce3-0cdb584704d7)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:34:33.054410 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Returning: {'device': '21d64556-5128-4027-8626-fefd54fa72cc', 'network_id': 'c030ef04-5242-408d-b21d-654932a78971', 'port_id': '21d64556-5128-4027-8626-fefd54fa72cc', 'mac_address': 'fa:16:3e:3e:f2:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '922c7ccf-af8e-4c6b-baef-d00c20689db2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 14:34:33.112622 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:34:33.113926 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21d64556-5128-4027-8626-fefd54fa72cc {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 14:34:33.129621 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port 21d64556-5128-4027-8626-fefd54fa72cc, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=21d64556-5128-4027-8626-fefd54fa72cc,segment=NetworkSegment(0118da08-8e30-4678-bce3-0cdb584704d7),segment_id=0118da08-8e30-4678-bce3-0cdb584704d7)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:34:33.132379 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:34:33.134198 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:34:33.205432 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Pushing event updated for resources: {'Port': ['ID=21d64556-5128-4027-8626-fefd54fa72cc,revision_number=9']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:34:33.208836 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:34:33.415092 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] get_ports_and_sgs() called for port_ids ['21d64556-5128-4027-8626-fefd54fa72cc'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 14:34:33.701274 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9900b-4de9-43ff-87b1-e553cead8662 req-f795d2a3-711e-473e-9d96-b4a060dc9778 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:33.702964 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-72d9900b-4de9-43ff-87b1-e553cead8662 req-f795d2a3-711e-473e-9d96-b4a060dc9778 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=df00a571-e0b7-41a0-9817-e1b0f80fc84e HTTP/1.1" status: 200 len: 946 time: 0.0934112 Apr 07 14:34:33.740715 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-72d9900b-4de9-43ff-87b1-e553cead8662 req-20c4c119-4756-44c3-9156-40057f4fb9c0 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/security-groups?id=172b99c4-5fcb-4178-8dc7-11d51f058b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0246649 Apr 07 14:34:34.141277 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df16640-5cb8-46f1-8727-014a48c1d593 req-03c670eb-21a8-4a83-81be-724953a75d8a tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:34.142871 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4df16640-5cb8-46f1-8727-014a48c1d593 req-03c670eb-21a8-4a83-81be-724953a75d8a tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 944 time: 0.0931396 Apr 07 14:34:34.173392 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4df16640-5cb8-46f1-8727-014a48c1d593 req-9145f594-3332-46eb-adb6-9f4077e0a33e tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9db24c9-3a58-4bbe-abd6-ff6eedc13204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0241847 Apr 07 14:34:34.900386 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 21d64556-5128-4027-8626-fefd54fa72cc up at agent hyperv_hv-cinder-78093 {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:34:34.954229 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe0c20-256c-4fba-a083-df62d4a87adf req-b4e9356b-c4e5-48e1-a0b9-6e565e3c5aa8 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:34.955874 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-22fe0c20-256c-4fba-a083-df62d4a87adf req-b4e9356b-c4e5-48e1-a0b9-6e565e3c5aa8 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=df00a571-e0b7-41a0-9817-e1b0f80fc84e HTTP/1.1" status: 200 len: 946 time: 0.0934136 Apr 07 14:34:34.990541 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-22fe0c20-256c-4fba-a083-df62d4a87adf req-84e7629f-7573-4fb3-8782-389f905533e6 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/security-groups?id=172b99c4-5fcb-4178-8dc7-11d51f058b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0258801 Apr 07 14:34:34.992518 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Provisioning complete for port 21d64556-5128-4027-8626-fefd54fa72cc triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:34:34.993028 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:34:35.140709 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:34:35.156408 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181c19d0-352a-4421-a512-fedd3af76018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d64556-5128-4027-8626-fefd54fa72cc'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:34:35.167138 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port 21d64556-5128-4027-8626-fefd54fa72cc, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=21d64556-5128-4027-8626-fefd54fa72cc,segment=NetworkSegment(0118da08-8e30-4678-bce3-0cdb584704d7),segment_id=0118da08-8e30-4678-bce3-0cdb584704d7)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:34:35.170581 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:34:35.172695 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:34:35.210567 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181c19d0-352a-4421-a512-fedd3af76018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d64556-5128-4027-8626-fefd54fa72cc', 'code': 200} Apr 07 14:34:35.247075 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Pushing event updated for resources: {'Port': ['ID=21d64556-5128-4027-8626-fefd54fa72cc,revision_number=10']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:34:35.250583 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:34:35.404347 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831ab68-ffbe-420a-840d-cf2eaec7ba76 req-85da5a49-80a0-48f6-98c8-7c893d7e596e tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:35.406061 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-2831ab68-ffbe-420a-840d-cf2eaec7ba76 req-85da5a49-80a0-48f6-98c8-7c893d7e596e tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 946 time: 0.0972230 Apr 07 14:34:35.481570 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-2831ab68-ffbe-420a-840d-cf2eaec7ba76 req-a11944e0-d6ef-4085-90a9-7cea39e0b13a tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9db24c9-3a58-4bbe-abd6-ff6eedc13204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354638 Apr 07 14:34:35.517802 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac6b892-06a3-471a-ad1a-0999330aa75c req-5578976a-70c6-487e-abfb-2339fdba68af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:35.519528 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-bac6b892-06a3-471a-ad1a-0999330aa75c req-5578976a-70c6-487e-abfb-2339fdba68af service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 1099 time: 0.1123343 Apr 07 14:34:35.550008 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-bac6b892-06a3-471a-ad1a-0999330aa75c req-9e9e0be2-d49d-4966-a8a6-b6439e78d561 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b9db24c9-3a58-4bbe-abd6-ff6eedc13204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0226014 Apr 07 14:34:36.196947 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb6a7a-6716-4c26-afab-04355eed8ea7 req-bab3c8ee-2d3f-4bda-8365-ef9f4a4bee80 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:36.198571 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0dcb6a7a-6716-4c26-afab-04355eed8ea7 req-bab3c8ee-2d3f-4bda-8365-ef9f4a4bee80 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=df00a571-e0b7-41a0-9817-e1b0f80fc84e HTTP/1.1" status: 200 len: 946 time: 0.0884037 Apr 07 14:34:36.231116 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0dcb6a7a-6716-4c26-afab-04355eed8ea7 req-fd0b6b23-4e7e-4d00-9f0a-3bb2a0153f60 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/security-groups?id=172b99c4-5fcb-4178-8dc7-11d51f058b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0257320 Apr 07 14:34:36.697300 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88243aae-bf86-4876-b680-44b8173ff89f req-44d7bc3a-d6e0-4f70-9c55-f4e5d73d7d24 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:36.698903 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-88243aae-bf86-4876-b680-44b8173ff89f req-44d7bc3a-d6e0-4f70-9c55-f4e5d73d7d24 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 946 time: 0.0929987 Apr 07 14:34:36.731921 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-88243aae-bf86-4876-b680-44b8173ff89f req-6e893497-d931-4256-b2d5-cd3d158360b5 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9db24c9-3a58-4bbe-abd6-ff6eedc13204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261104 Apr 07 14:34:37.436841 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c8690-11c3-4298-9b2d-8a00373bd8d3 req-02168a4d-ee3d-4d0e-bd85-9d84ff1bcceb tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:37.438520 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-465c8690-11c3-4298-9b2d-8a00373bd8d3 req-02168a4d-ee3d-4d0e-bd85-9d84ff1bcceb tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=df00a571-e0b7-41a0-9817-e1b0f80fc84e HTTP/1.1" status: 200 len: 946 time: 0.0928531 Apr 07 14:34:37.473544 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-465c8690-11c3-4298-9b2d-8a00373bd8d3 req-cb4fbb97-7c56-4411-a15a-a5ca9b311461 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/security-groups?id=172b99c4-5fcb-4178-8dc7-11d51f058b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284758 Apr 07 14:34:37.938378 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b62c3-e7a6-4829-9b7d-ca5aae84b80b req-d5146642-1989-439a-8ab7-c4c9d81fec40 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:37.939970 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e68b62c3-e7a6-4829-9b7d-ca5aae84b80b req-d5146642-1989-439a-8ab7-c4c9d81fec40 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 946 time: 0.0857587 Apr 07 14:34:37.971361 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e68b62c3-e7a6-4829-9b7d-ca5aae84b80b req-e896bff6-3ac4-4f76-beee-53c051a19429 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9db24c9-3a58-4bbe-abd6-ff6eedc13204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0250711 Apr 07 14:34:38.675095 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af575c8-9936-40b2-b6a2-7b84c16cb73f req-70dc3baf-690f-4b6c-a819-9b6c18b1324c tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:38.676791 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4af575c8-9936-40b2-b6a2-7b84c16cb73f req-70dc3baf-690f-4b6c-a819-9b6c18b1324c tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=df00a571-e0b7-41a0-9817-e1b0f80fc84e HTTP/1.1" status: 200 len: 946 time: 0.0892208 Apr 07 14:34:38.709055 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4af575c8-9936-40b2-b6a2-7b84c16cb73f req-f280bc99-ce32-4a23-a7a1-5288be0a80c3 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/security-groups?id=172b99c4-5fcb-4178-8dc7-11d51f058b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0250432 Apr 07 14:34:39.916428 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17345f7-1090-4174-8a70-0c9910f40356 req-6ac9313e-d77d-484b-b884-164dc3d50f4c tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:39.918037 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f17345f7-1090-4174-8a70-0c9910f40356 req-6ac9313e-d77d-484b-b884-164dc3d50f4c tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=df00a571-e0b7-41a0-9817-e1b0f80fc84e HTTP/1.1" status: 200 len: 946 time: 0.0936379 Apr 07 14:34:40.164603 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f17345f7-1090-4174-8a70-0c9910f40356 req-1e08624c-e905-4420-a210-83cae4f7a0a9 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/security-groups?id=172b99c4-5fcb-4178-8dc7-11d51f058b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2401178 Apr 07 14:34:41.375394 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1c229-b781-4e77-b676-11b2061d4b9e req-74081e6f-eb8f-4bfb-a8c5-5b91221ad26f tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:41.377081 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b6e1c229-b781-4e77-b676-11b2061d4b9e req-74081e6f-eb8f-4bfb-a8c5-5b91221ad26f tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=df00a571-e0b7-41a0-9817-e1b0f80fc84e HTTP/1.1" status: 200 len: 946 time: 0.0931542 Apr 07 14:34:41.408767 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b6e1c229-b781-4e77-b676-11b2061d4b9e req-259032c2-cea9-483d-afb5-a02f9baaebbe tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/security-groups?id=172b99c4-5fcb-4178-8dc7-11d51f058b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0251715 Apr 07 14:34:42.634705 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c46daff-46df-42d8-b890-b313a2a73437 req-967cafbd-175c-4460-8bc9-1d8fe9c5814f tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:42.636423 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1c46daff-46df-42d8-b890-b313a2a73437 req-967cafbd-175c-4460-8bc9-1d8fe9c5814f tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=df00a571-e0b7-41a0-9817-e1b0f80fc84e HTTP/1.1" status: 200 len: 946 time: 0.1042233 Apr 07 14:34:42.678872 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1c46daff-46df-42d8-b890-b313a2a73437 req-f6b32c56-4f8e-410c-846c-2a1bc156101d tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/security-groups?id=172b99c4-5fcb-4178-8dc7-11d51f058b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352597 Apr 07 14:34:43.888152 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb410cb6-e8a1-4e8e-802c-1840066be9e7 req-e3a3ae1a-0416-481c-91de-092467256163 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:43.889820 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-bb410cb6-e8a1-4e8e-802c-1840066be9e7 req-e3a3ae1a-0416-481c-91de-092467256163 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=df00a571-e0b7-41a0-9817-e1b0f80fc84e HTTP/1.1" status: 200 len: 946 time: 0.0907071 Apr 07 14:34:43.922887 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-bb410cb6-e8a1-4e8e-802c-1840066be9e7 req-05f13ec0-17c0-4647-843e-8ae2767317ed tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/security-groups?id=172b99c4-5fcb-4178-8dc7-11d51f058b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266113 Apr 07 14:34:44.321274 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5862625-8c14-4864-909e-ca570e1d3e43 req-494f40d6-9e3e-41a2-986e-c788ea7abc7c tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:44.323905 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c5862625-8c14-4864-909e-ca570e1d3e43 req-494f40d6-9e3e-41a2-986e-c788ea7abc7c tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=df00a571-e0b7-41a0-9817-e1b0f80fc84e HTTP/1.1" status: 200 len: 946 time: 0.1034284 Apr 07 14:34:44.361329 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c5862625-8c14-4864-909e-ca570e1d3e43 req-a4516027-12e3-4952-9b4e-9582f1f5e837 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/security-groups?id=172b99c4-5fcb-4178-8dc7-11d51f058b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304108 Apr 07 14:34:44.391706 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff5080-4c32-4011-acb4-1bff22a9f751 req-afd3ed5f-62f2-409a-8bc2-6ecad35697be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:44.393375 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-36ff5080-4c32-4011-acb4-1bff22a9f751 req-afd3ed5f-62f2-409a-8bc2-6ecad35697be service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1f28accf3ba748ad95aaf27f9a63aa6f&device_id=df00a571-e0b7-41a0-9817-e1b0f80fc84e HTTP/1.1" status: 200 len: 1099 time: 0.1021066 Apr 07 14:34:44.542582 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff5080-4c32-4011-acb4-1bff22a9f751 req-9e03ad8d-2c51-4d15-94f6-f7ad414a7c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:44.544201 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-36ff5080-4c32-4011-acb4-1bff22a9f751 req-9e03ad8d-2c51-4d15-94f6-f7ad414a7c6d service neutron] 10.222.0.81 "GET /v2.0/networks?id=bb7efeee-99ea-4043-8846-93b702fed956 HTTP/1.1" status: 200 len: 911 time: 0.1439772 Apr 07 14:34:44.657682 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-36ff5080-4c32-4011-acb4-1bff22a9f751 req-2e06dafe-fe0f-454c-809b-59510ac80fcd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d286a58c-a839-4178-99f9-807f5dc8ebf5 HTTP/1.1" status: 200 len: 1001 time: 0.1066802 Apr 07 14:34:44.703648 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-dd6f1bd0-20c5-410a-97f6-fa8074ed851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:34:44.729717 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff5080-4c32-4011-acb4-1bff22a9f751 req-296a6cfc-9b11-4c58-b130-6a938c044fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:44.731472 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-36ff5080-4c32-4011-acb4-1bff22a9f751 req-296a6cfc-9b11-4c58-b130-6a938c044fcb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f07fac7c-5a35-4094-b6e4-56e6dcb86d0b HTTP/1.1" status: 200 len: 849 time: 0.0669296 Apr 07 14:34:44.820419 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff5080-4c32-4011-acb4-1bff22a9f751 req-0afd5146-aa15-4360-8a69-438d1f9651e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:44.822057 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-36ff5080-4c32-4011-acb4-1bff22a9f751 req-0afd5146-aa15-4360-8a69-438d1f9651e6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bb7efeee-99ea-4043-8846-93b702fed956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0837288 Apr 07 14:34:44.973554 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-36ff5080-4c32-4011-acb4-1bff22a9f751 req-cfe07e3d-fcd2-4ec1-b4d9-fba0ccd1a42a service neutron] 10.222.0.81 "GET /v2.0/networks/bb7efeee-99ea-4043-8846-93b702fed956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432490 Apr 07 14:34:45.125330 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-36ff5080-4c32-4011-acb4-1bff22a9f751 req-4d7a233d-46dc-42fa-915d-bb9f0cb5f387 service neutron] 10.222.0.81 "GET /v2.0/networks/bb7efeee-99ea-4043-8846-93b702fed956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441705 Apr 07 14:34:45.581489 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db196d-b1c7-4b3e-9a3e-c591f9ec4e5d req-5e9430f2-decd-4234-8358-e86d5681cdb5 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:45.583175 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c1db196d-b1c7-4b3e-9a3e-c591f9ec4e5d req-5e9430f2-decd-4234-8358-e86d5681cdb5 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=df00a571-e0b7-41a0-9817-e1b0f80fc84e HTTP/1.1" status: 200 len: 946 time: 0.1004035 Apr 07 14:34:45.618355 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c1db196d-b1c7-4b3e-9a3e-c591f9ec4e5d req-8e44fafb-527a-460a-9a2b-1cf03a600a64 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/security-groups?id=172b99c4-5fcb-4178-8dc7-11d51f058b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0257001 Apr 07 14:34:45.909026 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:34:46.832974 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044dab33-652a-4fbe-86d3-b151f4ce3a61 req-9ec1d1dc-9a38-47e7-b87e-8802a414e558 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:46.835156 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-044dab33-652a-4fbe-86d3-b151f4ce3a61 req-9ec1d1dc-9a38-47e7-b87e-8802a414e558 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=df00a571-e0b7-41a0-9817-e1b0f80fc84e HTTP/1.1" status: 200 len: 946 time: 0.0937207 Apr 07 14:34:46.869569 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-044dab33-652a-4fbe-86d3-b151f4ce3a61 req-d25f363e-8d20-4bbb-a4d9-6edbf84d0e51 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/security-groups?id=172b99c4-5fcb-4178-8dc7-11d51f058b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276475 Apr 07 14:34:47.365006 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-916cb032-7f66-4c31-8c3b-7aa7e842c6dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:34:48.150542 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-68064a8d-a1ee-4a07-912b-506dbeaf5e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:34:48.836458 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:34:49.846362 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-753d5ca8-67af-4e0f-aee9-cf9190fbeaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:34:49.938434 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d91c1395-b9dc-4940-9613-6e9da6a02344 req-ef34be39-cd8d-4fe3-8e6c-b6485c8b72fc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=df00a571-e0b7-41a0-9817-e1b0f80fc84e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0784073 Apr 07 14:34:50.046802 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c1395-b9dc-4940-9613-6e9da6a02344 req-9359daab-a409-4e7b-ab46-2a241a0b70f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:50.048635 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d91c1395-b9dc-4940-9613-6e9da6a02344 req-9359daab-a409-4e7b-ab46-2a241a0b70f6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1f28accf3ba748ad95aaf27f9a63aa6f&device_id=df00a571-e0b7-41a0-9817-e1b0f80fc84e HTTP/1.1" status: 200 len: 1099 time: 0.0860057 Apr 07 14:34:50.220544 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c1395-b9dc-4940-9613-6e9da6a02344 req-b791d5c5-78f8-4dcb-baa0-d6f1a4cb65ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:50.222132 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d91c1395-b9dc-4940-9613-6e9da6a02344 req-b791d5c5-78f8-4dcb-baa0-d6f1a4cb65ad service neutron] 10.222.0.81 "GET /v2.0/networks?id=bb7efeee-99ea-4043-8846-93b702fed956 HTTP/1.1" status: 200 len: 911 time: 0.1499553 Apr 07 14:34:50.334674 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d91c1395-b9dc-4940-9613-6e9da6a02344 req-31617337-fe1e-48f3-834a-93c7d1c9749b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d286a58c-a839-4178-99f9-807f5dc8ebf5 HTTP/1.1" status: 200 len: 1001 time: 0.1048551 Apr 07 14:34:50.403244 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c1395-b9dc-4940-9613-6e9da6a02344 req-a4f00ac7-3379-49ef-9941-16067cbbd520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:50.404799 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d91c1395-b9dc-4940-9613-6e9da6a02344 req-a4f00ac7-3379-49ef-9941-16067cbbd520 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f07fac7c-5a35-4094-b6e4-56e6dcb86d0b HTTP/1.1" status: 200 len: 849 time: 0.0645702 Apr 07 14:34:50.491972 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c1395-b9dc-4940-9613-6e9da6a02344 req-eebb6e07-2bfd-4020-8e1a-9c7a1c72b018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:34:50.493948 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d91c1395-b9dc-4940-9613-6e9da6a02344 req-eebb6e07-2bfd-4020-8e1a-9c7a1c72b018 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bb7efeee-99ea-4043-8846-93b702fed956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0827770 Apr 07 14:34:50.637621 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d91c1395-b9dc-4940-9613-6e9da6a02344 req-db6cfd0b-9fc3-4d1c-bea5-0eddc20ef673 service neutron] 10.222.0.81 "GET /v2.0/networks/bb7efeee-99ea-4043-8846-93b702fed956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372550 Apr 07 14:34:50.778556 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-d91c1395-b9dc-4940-9613-6e9da6a02344 req-27a6f889-a887-47c4-8120-b9733321c433 service neutron] 10.222.0.81 "GET /v2.0/networks/bb7efeee-99ea-4043-8846-93b702fed956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345446 Apr 07 14:34:58.758226 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.agents_db [None req-6fbea437-4030-452f-8588-832da035c2c0 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 14:35:10.965000 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b6804a-b5a5-4095-966a-1eac494c570d req-a2ed20b0-3e37-4280-8e00-70c2f9e94bbd tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:35:10.966592 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c4b6804a-b5a5-4095-966a-1eac494c570d req-a2ed20b0-3e37-4280-8e00-70c2f9e94bbd tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 946 time: 0.1094375 Apr 07 14:35:10.996414 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c4b6804a-b5a5-4095-966a-1eac494c570d req-f46bcaee-274d-40b6-811a-0e205e76e399 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9db24c9-3a58-4bbe-abd6-ff6eedc13204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0234482 Apr 07 14:35:12.277946 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1250591-2621-4cde-94b0-a830f134cd10 req-3b166e27-7337-49de-9275-2bb35334a605 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:35:12.279551 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c1250591-2621-4cde-94b0-a830f134cd10 req-3b166e27-7337-49de-9275-2bb35334a605 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 946 time: 0.1622674 Apr 07 14:35:12.288638 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998df0d6-66a7-4495-b053-8ee49d585924 req-6746bd42-9ef5-47d9-a3b0-44a981421ce7 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:35:12.290694 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-998df0d6-66a7-4495-b053-8ee49d585924 req-6746bd42-9ef5-47d9-a3b0-44a981421ce7 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.81 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 946 time: 0.1329665 Apr 07 14:35:12.360059 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c1250591-2621-4cde-94b0-a830f134cd10 req-6b8800f5-6eab-4581-8bc8-8682cae3dc14 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups?id=b9db24c9-3a58-4bbe-abd6-ff6eedc13204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682933 Apr 07 14:35:12.387173 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-998df0d6-66a7-4495-b053-8ee49d585924 req-b31baecd-94e4-44d7-b01d-fd432b18ef2d tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Deleting port 21d64556-5128-4027-8626-fefd54fa72cc {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:35:12.387557 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-998df0d6-66a7-4495-b053-8ee49d585924 req-b31baecd-94e4-44d7-b01d-fd432b18ef2d tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:12.650817 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-998df0d6-66a7-4495-b053-8ee49d585924 req-b31baecd-94e4-44d7-b01d-fd432b18ef2d tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] For port 21d64556-5128-4027-8626-fefd54fa72cc, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=21d64556-5128-4027-8626-fefd54fa72cc,segment=NetworkSegment(0118da08-8e30-4678-bce3-0cdb584704d7),segment_id=0118da08-8e30-4678-bce3-0cdb584704d7)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:35:12.651140 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-998df0d6-66a7-4495-b053-8ee49d585924 req-b31baecd-94e4-44d7-b01d-fd432b18ef2d tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:12.962771 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-998df0d6-66a7-4495-b053-8ee49d585924 req-b31baecd-94e4-44d7-b01d-fd432b18ef2d tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:12.963187 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-998df0d6-66a7-4495-b053-8ee49d585924 req-b31baecd-94e4-44d7-b01d-fd432b18ef2d tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8275434'] for floatingip, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:12.963540 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.db.l3_db [req-998df0d6-66a7-4495-b053-8ee49d585924 req-b31baecd-94e4-44d7-b01d-fd432b18ef2d tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Floating IP 834c1481-7e66-48ef-bd28-4622dbcece69 disassociated. External IP: 172.28.3.104, port: 21d64556-5128-4027-8626-fefd54fa72cc. Apr 07 14:35:12.963929 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-998df0d6-66a7-4495-b053-8ee49d585924 req-b31baecd-94e4-44d7-b01d-fd432b18ef2d tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Calling delete_port for 21d64556-5128-4027-8626-fefd54fa72cc owned by compute:nova {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:35:13.115353 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-998df0d6-66a7-4495-b053-8ee49d585924 req-b31baecd-94e4-44d7-b01d-fd432b18ef2d tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304368157317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304368589940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848525233'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:13.131066 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:35:13.223349 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31baecd-94e4-44d7-b01d-fd432b18ef2d tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Pushing event deleted for resources: {'Port': ['ID=21d64556-5128-4027-8626-fefd54fa72cc,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:35:13.243908 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31baecd-94e4-44d7-b01d-fd432b18ef2d tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:35:13.244354 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31baecd-94e4-44d7-b01d-fd432b18ef2d tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:35:13.244761 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31baecd-94e4-44d7-b01d-fd432b18ef2d tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:35:13.245170 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31baecd-94e4-44d7-b01d-fd432b18ef2d tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:35:13.245576 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31baecd-94e4-44d7-b01d-fd432b18ef2d tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:35:13.245975 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31baecd-94e4-44d7-b01d-fd432b18ef2d tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:35:13.246377 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31baecd-94e4-44d7-b01d-fd432b18ef2d tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:35:13.246774 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31baecd-94e4-44d7-b01d-fd432b18ef2d tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:35:13.247171 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31baecd-94e4-44d7-b01d-fd432b18ef2d tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:35:13.247566 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31baecd-94e4-44d7-b01d-fd432b18ef2d tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:35:13.247986 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31baecd-94e4-44d7-b01d-fd432b18ef2d tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:35:13.248382 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31baecd-94e4-44d7-b01d-fd432b18ef2d tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:35:13.253601 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b31baecd-94e4-44d7-b01d-fd432b18ef2d tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:35:13.512520 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [req-998df0d6-66a7-4495-b053-8ee49d585924 req-b31baecd-94e4-44d7-b01d-fd432b18ef2d tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Router dd655aa6-da4d-47b4-a2e3-956b524a6b4e has already been hosted by L3 agent d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2 {{(pid=84313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 14:35:13.545950 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4ea9a766-66d4-441c-85c4-4a0b0e47afb1 req-77f22415-2fc2-4783-a7e3-c03d0b79c8b7 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/ports?device_id=181c19d0-352a-4421-a512-fedd3af76018 HTTP/1.1" status: 200 len: 210 time: 0.0514066 Apr 07 14:35:13.930543 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-998df0d6-66a7-4495-b053-8ee49d585924 req-b31baecd-94e4-44d7-b01d-fd432b18ef2d tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify agent at l3_agent.dv-cinder-780933-3-smb the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 14:35:13.940196 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b37aa3-5946-4398-b94c-c25c7e4291e5 None None] Sync routers for ids ['dd655aa6-da4d-47b4-a2e3-956b524a6b4e'] in dv-cinder-780933-3-smb {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 14:35:13.951853 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b37aa3-5946-4398-b94c-c25c7e4291e5 None None] Routers {'dd655aa6-da4d-47b4-a2e3-956b524a6b4e'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:35:13.952566 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-24b37aa3-5946-4398-b94c-c25c7e4291e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:34:47Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['dd655aa6-da4d-47b4-a2e3-956b524a6b4e'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:35:14.008701 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-998df0d6-66a7-4495-b053-8ee49d585924 req-b31baecd-94e4-44d7-b01d-fd432b18ef2d tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] No DVR routers for this DVR port 21d64556-5128-4027-8626-fefd54fa72cc on host hv-cinder-78093 {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 14:35:14.011264 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-998df0d6-66a7-4495-b053-8ee49d585924 req-b31baecd-94e4-44d7-b01d-fd432b18ef2d tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:14.014231 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181c19d0-352a-4421-a512-fedd3af76018', 'name': 'network-vif-deleted', 'tag': '21d64556-5128-4027-8626-fefd54fa72cc'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:35:14.031321 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-998df0d6-66a7-4495-b053-8ee49d585924 req-b31baecd-94e4-44d7-b01d-fd432b18ef2d tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.81 "DELETE /v2.0/ports/21d64556-5128-4027-8626-fefd54fa72cc HTTP/1.1" status: 204 len: 173 time: 1.7248838 Apr 07 14:35:14.066269 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181c19d0-352a-4421-a512-fedd3af76018', 'name': 'network-vif-deleted', 'tag': '21d64556-5128-4027-8626-fefd54fa72cc', 'status': 'completed', 'code': 200} Apr 07 14:35:14.142897 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-24b37aa3-5946-4398-b94c-c25c7e4291e5 None None] Set router dd655aa6-da4d-47b4-a2e3-956b524a6b4e gateway port host: dv-cinder-780933-3-smb {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:35:14.479701 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-24b37aa3-5946-4398-b94c-c25c7e4291e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1548084369-router', 'tenant_id': '782e9eccce6d4f5898c76958383a5e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '69120901-9166-4b35-862a-c8d0885825f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:27:30Z', 'updated_at': '2021-04-07T14:27:54Z', 'revision_number': 4, 'project_id': '782e9eccce6d4f5898c76958383a5e3d', 'gw_port': {'id': '69120901-9166-4b35-862a-c8d0885825f3', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:27:33Z', 'updated_at': '2021-04-07T14:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_interfaces': [{'id': '5a4b1919-0dd5-48d4-821e-51f43278d172', 'name': '', 'network_id': 'c030ef04-5242-408d-b21d-654932a78971', 'tenant_id': '782e9eccce6d4f5898c76958383a5e3d', 'mac_address': 'fa:16:3e:09:bf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '922c7ccf-af8e-4c6b-baef-d00c20689db2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:27:46Z', 'updated_at': '2021-04-07T14:28:10Z', 'revision_number': 5, 'project_id': '782e9eccce6d4f5898c76958383a5e3d', 'subnets': [{'id': '922c7ccf-af8e-4c6b-baef-d00c20689db2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:35:14.483867 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b37aa3-5946-4398-b94c-c25c7e4291e5 None None] Checking router: dd655aa6-da4d-47b4-a2e3-956b524a6b4e for host: dv-cinder-780933-3-smb {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 14:35:14.494015 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b37aa3-5946-4398-b94c-c25c7e4291e5 None None] Routers {'dd655aa6-da4d-47b4-a2e3-956b524a6b4e'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:35:14.495365 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-24b37aa3-5946-4398-b94c-c25c7e4291e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:34:47Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['dd655aa6-da4d-47b4-a2e3-956b524a6b4e'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:35:14.694451 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 50754) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:35:14.775061 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6eb57009-c669-4373-9e86-08b495274945 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:14.805596 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6eb57009-c669-4373-9e86-08b495274945 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:14.834952 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e1e955fe-7c34-4f8a-9646-2d7c51a4bfa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:14.853575 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6eb57009-c669-4373-9e86-08b495274945 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:14.858958 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-fc85b6f0-4339-4322-9857-ee3693aca243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:35:14.875860 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb57009-c669-4373-9e86-08b495274945 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9db24c9-3a58-4bbe-abd6-ff6eedc13204,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:35:14.878674 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-6eb57009-c669-4373-9e86-08b495274945 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:35:14.879273 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-24b37aa3-5946-4398-b94c-c25c7e4291e5 None None] Set router dd655aa6-da4d-47b4-a2e3-956b524a6b4e gateway port host: dv-cinder-780933-3-smb {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:35:14.885419 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6eb57009-c669-4373-9e86-08b495274945 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:14.886625 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-6eb57009-c669-4373-9e86-08b495274945 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "DELETE /v2.0/security-groups/b9db24c9-3a58-4bbe-abd6-ff6eedc13204 HTTP/1.1" status: 204 len: 168 time: 0.1910629 Apr 07 14:35:14.889523 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 50758) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:35:14.906405 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.v2.resource [None req-1a6d23d9-fa1a-4bb2-98e2-05a73aa00436 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] show failed (client error): The resource could not be found. Apr 07 14:35:14.907448 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-1a6d23d9-fa1a-4bb2-98e2-05a73aa00436 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "GET /v2.0/security-groups/b9db24c9-3a58-4bbe-abd6-ff6eedc13204 HTTP/1.1" status: 404 len: 347 time: 0.0169702 Apr 07 14:35:14.910291 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 50762) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:35:15.080330 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-c32a508f-ca1f-4b93-be82-f8e4ecfaf572 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Deleting port 1312025b-47ad-43cc-a907-20a636ba51ef {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:35:15.080724 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c32a508f-ca1f-4b93-be82-f8e4ecfaf572 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:15.102716 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 21d64556-5128-4027-8626-fefd54fa72cc no longer exists at agent hyperv_hv-cinder-78093 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 14:35:15.153543 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] No Port match for: 21d64556-5128-4027-8626-fefd54fa72cc {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 14:35:15.153934 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 21d64556-5128-4027-8626-fefd54fa72cc not bound to the agent host hv-cinder-78093 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 14:35:15.274426 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-24b37aa3-5946-4398-b94c-c25c7e4291e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1548084369-router', 'tenant_id': '782e9eccce6d4f5898c76958383a5e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '69120901-9166-4b35-862a-c8d0885825f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:27:30Z', 'updated_at': '2021-04-07T14:27:54Z', 'revision_number': 4, 'project_id': '782e9eccce6d4f5898c76958383a5e3d', 'gw_port': {'id': '69120901-9166-4b35-862a-c8d0885825f3', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:27:33Z', 'updated_at': '2021-04-07T14:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_interfaces': [{'id': '5a4b1919-0dd5-48d4-821e-51f43278d172', 'name': '', 'network_id': 'c030ef04-5242-408d-b21d-654932a78971', 'tenant_id': '782e9eccce6d4f5898c76958383a5e3d', 'mac_address': 'fa:16:3e:09:bf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '922c7ccf-af8e-4c6b-baef-d00c20689db2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:27:46Z', 'updated_at': '2021-04-07T14:28:10Z', 'revision_number': 5, 'project_id': '782e9eccce6d4f5898c76958383a5e3d', 'subnets': [{'id': '922c7ccf-af8e-4c6b-baef-d00c20689db2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:35:15.276924 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c32a508f-ca1f-4b93-be82-f8e4ecfaf572 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:15.277315 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c32a508f-ca1f-4b93-be82-f8e4ecfaf572 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:15.279622 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b37aa3-5946-4398-b94c-c25c7e4291e5 None None] The sync data for ids ['dd655aa6-da4d-47b4-a2e3-956b524a6b4e'] in dv-cinder-780933-3-smb is: [{'id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1548084369-router', 'tenant_id': '782e9eccce6d4f5898c76958383a5e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '69120901-9166-4b35-862a-c8d0885825f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:27:30Z', 'updated_at': '2021-04-07T14:27:54Z', 'revision_number': 4, 'project_id': '782e9eccce6d4f5898c76958383a5e3d', 'gw_port': {'id': '69120901-9166-4b35-862a-c8d0885825f3', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:27:33Z', 'updated_at': '2021-04-07T14:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_interfaces': [{'id': '5a4b1919-0dd5-48d4-821e-51f43278d172', 'name': '', 'network_id': 'c030ef04-5242-408d-b21d-654932a78971', 'tenant_id': '782e9eccce6d4f5898c76958383a5e3d', 'mac_address': 'fa:16:3e:09:bf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '922c7ccf-af8e-4c6b-baef-d00c20689db2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:27:46Z', 'updated_at': '2021-04-07T14:28:10Z', 'revision_number': 5, 'project_id': '782e9eccce6d4f5898c76958383a5e3d', 'subnets': [{'id': '922c7ccf-af8e-4c6b-baef-d00c20689db2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 14:35:15.421616 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-c32a508f-ca1f-4b93-be82-f8e4ecfaf572 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Calling delete_port for 1312025b-47ad-43cc-a907-20a636ba51ef owned by network:floatingip {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:35:15.636192 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c32a508f-ca1f-4b93-be82-f8e4ecfaf572 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304368157317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304368589940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848525233'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:15.661928 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-852a5bc6-9426-42cd-b748-cf6918ccf94d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:35:15.701257 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426f3d72-5b25-4275-844b-7133df23da2b None None] New status for floating IP 834c1481-7e66-48ef-bd28-4622dbcece69: DOWN {{(pid=84315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 07 14:35:15.757642 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a508f-ca1f-4b93-be82-f8e4ecfaf572 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Pushing event deleted for resources: {'Port': ['ID=1312025b-47ad-43cc-a907-20a636ba51ef,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:35:15.767518 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-c32a508f-ca1f-4b93-be82-f8e4ecfaf572 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:35:15.916737 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:15.925810 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c32a508f-ca1f-4b93-be82-f8e4ecfaf572 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks [] for floatingip, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:15.941343 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c32a508f-ca1f-4b93-be82-f8e4ecfaf572 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for floatingip, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:15.942610 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-c32a508f-ca1f-4b93-be82-f8e4ecfaf572 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] 10.222.0.63 "DELETE /v2.0/floatingips/834c1481-7e66-48ef-bd28-4622dbcece69 HTTP/1.1" status: 204 len: 168 time: 1.0313849 Apr 07 14:35:17.369730 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0bf79880-8876-4f5c-a994-78855accdf87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:18.153427 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-68064a8d-a1ee-4a07-912b-506dbeaf5e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:18.787833 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 50786) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:35:18.842188 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:19.071701 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 50794) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:35:19.435560 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-ffc6d0b9-ebad-4149-8185-8285b7f791ec tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Deleting port dab3cb4d-c3a7-41d3-89c8-df6a3f895c6a {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:35:19.435989 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ffc6d0b9-ebad-4149-8185-8285b7f791ec tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:19.597484 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7f585415-dde7-4a3b-85f9-df3e3af82425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846494577'] for router_interface, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:19.628202 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ffc6d0b9-ebad-4149-8185-8285b7f791ec tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:19.628732 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ffc6d0b9-ebad-4149-8185-8285b7f791ec tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:19.770695 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-ffc6d0b9-ebad-4149-8185-8285b7f791ec tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Calling delete_port for dab3cb4d-c3a7-41d3-89c8-df6a3f895c6a owned by network:floatingip {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:35:19.870460 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-753d5ca8-67af-4e0f-aee9-cf9190fbeaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:19.960561 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ffc6d0b9-ebad-4149-8185-8285b7f791ec tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304368157317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304368589940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7073224'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:19.980502 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ff4c474d-58dd-4615-960d-d6b1e610198d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:35:20.021295 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-7f585415-dde7-4a3b-85f9-df3e3af82425 admin admin] Deleting port 5a4b1919-0dd5-48d4-821e-51f43278d172 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:35:20.021543 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7f585415-dde7-4a3b-85f9-df3e3af82425 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:20.081853 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc6d0b9-ebad-4149-8185-8285b7f791ec tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Pushing event deleted for resources: {'Port': ['ID=dab3cb4d-c3a7-41d3-89c8-df6a3f895c6a,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:35:20.107017 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc6d0b9-ebad-4149-8185-8285b7f791ec tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:35:20.107430 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc6d0b9-ebad-4149-8185-8285b7f791ec tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:35:20.107839 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc6d0b9-ebad-4149-8185-8285b7f791ec tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:35:20.108266 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc6d0b9-ebad-4149-8185-8285b7f791ec tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:35:20.108665 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc6d0b9-ebad-4149-8185-8285b7f791ec tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:35:20.109060 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc6d0b9-ebad-4149-8185-8285b7f791ec tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:35:20.109453 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc6d0b9-ebad-4149-8185-8285b7f791ec tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:35:20.109844 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc6d0b9-ebad-4149-8185-8285b7f791ec tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:35:20.110523 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc6d0b9-ebad-4149-8185-8285b7f791ec tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:35:20.110930 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc6d0b9-ebad-4149-8185-8285b7f791ec tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:35:20.111322 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc6d0b9-ebad-4149-8185-8285b7f791ec tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:35:20.111709 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc6d0b9-ebad-4149-8185-8285b7f791ec tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:35:20.117533 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ffc6d0b9-ebad-4149-8185-8285b7f791ec tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:35:20.239572 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-7f585415-dde7-4a3b-85f9-df3e3af82425 admin admin] For port 5a4b1919-0dd5-48d4-821e-51f43278d172, host dv-cinder-780933-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=5a4b1919-0dd5-48d4-821e-51f43278d172,segment=NetworkSegment(0118da08-8e30-4678-bce3-0cdb584704d7),segment_id=0118da08-8e30-4678-bce3-0cdb584704d7)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:35:20.240095 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7f585415-dde7-4a3b-85f9-df3e3af82425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:20.275434 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ffc6d0b9-ebad-4149-8185-8285b7f791ec tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks [] for floatingip, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:20.275784 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.db.l3_db [None req-ffc6d0b9-ebad-4149-8185-8285b7f791ec tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Floating IP 4902aec7-4e75-4f03-b5eb-999c64533380 disassociated (deleted). External IP: 172.28.3.85, port: 763fa340-5c18-4ce0-9e50-4c670c4e9377. Apr 07 14:35:20.384943 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-7f585415-dde7-4a3b-85f9-df3e3af82425 admin admin] Calling delete_port for 5a4b1919-0dd5-48d4-821e-51f43278d172 owned by network:router_interface {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:35:20.848300 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599559f2-cbdc-4f90-a76a-4ef15258d2e2 req-48159bb1-5e8a-45d6-9e8c-ed79094c6e81 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:35:20.849934 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-599559f2-cbdc-4f90-a76a-4ef15258d2e2 req-48159bb1-5e8a-45d6-9e8c-ed79094c6e81 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=df00a571-e0b7-41a0-9817-e1b0f80fc84e HTTP/1.1" status: 200 len: 946 time: 0.4082294 Apr 07 14:35:20.931644 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-599559f2-cbdc-4f90-a76a-4ef15258d2e2 req-69dcb23a-67e0-4d9e-ae5d-722f6195242a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/security-groups?id=172b99c4-5fcb-4178-8dc7-11d51f058b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480709 Apr 07 14:35:20.942974 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7f585415-dde7-4a3b-85f9-df3e3af82425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304368157317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304368589940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848525233'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:20.944614 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc6d0b9-ebad-4149-8185-8285b7f791ec tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Router bbdf2823-88af-4794-8f58-4a5f4787035c has already been hosted by L3 agent d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 14:35:20.959503 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ce9f0aaf-cac1-42dd-9abe-bcb4ffea9861 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:35:21.057629 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f585415-dde7-4a3b-85f9-df3e3af82425 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a4b1919-0dd5-48d4-821e-51f43278d172,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:35:21.068140 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7f585415-dde7-4a3b-85f9-df3e3af82425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:35:21.177547 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc6d0b9-ebad-4149-8185-8285b7f791ec tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify agent at l3_agent.dv-cinder-780933-3-smb the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 14:35:21.195175 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bdc702-bb7d-46e5-8b24-cd2684e07889 None None] Sync routers for ids ['bbdf2823-88af-4794-8f58-4a5f4787035c'] in dv-cinder-780933-3-smb {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 14:35:21.211645 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ffc6d0b9-ebad-4149-8185-8285b7f791ec tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:21.218033 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bdc702-bb7d-46e5-8b24-cd2684e07889 None None] Routers {'bbdf2823-88af-4794-8f58-4a5f4787035c'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:35:21.219680 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-d3bdc702-bb7d-46e5-8b24-cd2684e07889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:35:17Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['bbdf2823-88af-4794-8f58-4a5f4787035c'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:35:21.329419 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-ffc6d0b9-ebad-4149-8185-8285b7f791ec tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "DELETE /v2.0/floatingips/4902aec7-4e75-4f03-b5eb-999c64533380 HTTP/1.1" status: 204 len: 168 time: 2.2560284 Apr 07 14:35:21.330758 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e5674d-f25c-472f-8edd-7ab4294d4cd3', 'tag': '763fa340-5c18-4ce0-9e50-4c670c4e9377'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:35:21.473257 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7f585415-dde7-4a3b-85f9-df3e3af82425 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846809845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846489668'] for router_interface, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:21.526532 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22e5674d-f25c-472f-8edd-7ab4294d4cd3', 'tag': '763fa340-5c18-4ce0-9e50-4c670c4e9377', 'status': 'completed', 'code': 200} Apr 07 14:35:21.593376 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-d3bdc702-bb7d-46e5-8b24-cd2684e07889 None None] Set router bbdf2823-88af-4794-8f58-4a5f4787035c gateway port host: dv-cinder-780933-3-smb {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:35:21.760903 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d936696-2ead-48a7-ab88-f5799b4df03a req-14e8d986-0f14-4e9b-9faa-9412995f534b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:35:21.764121 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-8d936696-2ead-48a7-ab88-f5799b4df03a req-14e8d986-0f14-4e9b-9faa-9412995f534b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=595711248f0e49e39f1f1c42a8e83a27&device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 1098 time: 0.1769462 Apr 07 14:35:22.074864 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-d3bdc702-bb7d-46e5-8b24-cd2684e07889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbdf2823-88af-4794-8f58-4a5f4787035c', 'name': 'tempest-TestShelveInstance-1661993342-router', 'tenant_id': '595711248f0e49e39f1f1c42a8e83a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': '0a35eb8c-ba24-4409-b963-ef74bccf0b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:29:30Z', 'updated_at': '2021-04-07T14:29:41Z', 'revision_number': 4, 'project_id': '595711248f0e49e39f1f1c42a8e83a27', 'gw_port': {'id': '0a35eb8c-ba24-4409-b963-ef74bccf0b7d', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:56:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdf2823-88af-4794-8f58-4a5f4787035c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:32Z', 'updated_at': '2021-04-07T14:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_interfaces': [{'id': 'fbb4b6c5-b5b1-4f78-86d0-91956725e469', 'name': '', 'network_id': 'eb8515e8-a88e-4510-bf0c-3f52cf50b457', 'tenant_id': '595711248f0e49e39f1f1c42a8e83a27', 'mac_address': 'fa:16:3e:f0:c4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdf2823-88af-4794-8f58-4a5f4787035c', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'b0a219ac-f4f3-4108-85bd-b9a0db570754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:38Z', 'updated_at': '2021-04-07T14:29:59Z', 'revision_number': 5, 'project_id': '595711248f0e49e39f1f1c42a8e83a27', 'subnets': [{'id': 'b0a219ac-f4f3-4108-85bd-b9a0db570754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:35:22.082106 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bdc702-bb7d-46e5-8b24-cd2684e07889 None None] Checking router: bbdf2823-88af-4794-8f58-4a5f4787035c for host: dv-cinder-780933-3-smb {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 14:35:22.095392 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bdc702-bb7d-46e5-8b24-cd2684e07889 None None] Routers {'bbdf2823-88af-4794-8f58-4a5f4787035c'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:35:22.096492 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-d3bdc702-bb7d-46e5-8b24-cd2684e07889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:35:17Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['bbdf2823-88af-4794-8f58-4a5f4787035c'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:35:22.161670 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b634f3c1-d10b-43a9-846a-1f5b23b7a6e6 req-521b9783-f214-4cdb-b4db-3cff078ec196 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:35:22.163558 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b634f3c1-d10b-43a9-846a-1f5b23b7a6e6 req-521b9783-f214-4cdb-b4db-3cff078ec196 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=df00a571-e0b7-41a0-9817-e1b0f80fc84e HTTP/1.1" status: 200 len: 946 time: 0.1044176 Apr 07 14:35:22.187572 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d936696-2ead-48a7-ab88-f5799b4df03a req-f7ee4b98-fef0-4386-89ca-c5dcf3bc2c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:35:22.189203 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-8d936696-2ead-48a7-ab88-f5799b4df03a req-f7ee4b98-fef0-4386-89ca-c5dcf3bc2c7b service neutron] 10.222.0.81 "GET /v2.0/networks?id=eb8515e8-a88e-4510-bf0c-3f52cf50b457 HTTP/1.1" status: 200 len: 910 time: 0.3407226 Apr 07 14:35:22.199355 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b634f3c1-d10b-43a9-846a-1f5b23b7a6e6 req-b6eaa3b9-32a8-486c-aa71-e5fc3e10764a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/security-groups?id=172b99c4-5fcb-4178-8dc7-11d51f058b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276031 Apr 07 14:35:22.200493 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df7d729-f021-450a-b576-60a27348a6b1 req-58ef7d2c-5e60-49e7-bfc2-d2e29d1e3f0d tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:35:22.204072 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-8df7d729-f021-450a-b576-60a27348a6b1 req-58ef7d2c-5e60-49e7-bfc2-d2e29d1e3f0d tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/ports?device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 945 time: 0.3567557 Apr 07 14:35:22.299733 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-d3bdc702-bb7d-46e5-8b24-cd2684e07889 None None] Set router bbdf2823-88af-4794-8f58-4a5f4787035c gateway port host: dv-cinder-780933-3-smb {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:35:22.358457 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-8d936696-2ead-48a7-ab88-f5799b4df03a req-cefd3059-491b-41ba-851f-9601f785c09d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=763fa340-5c18-4ce0-9e50-4c670c4e9377 HTTP/1.1" status: 200 len: 217 time: 0.1502833 Apr 07 14:35:22.414512 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd798f0-fd66-4a70-9468-628a4730a8a5 req-f796bf1d-7b35-43f7-8a39-9641726afca0 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:35:22.416137 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1cd798f0-fd66-4a70-9468-628a4730a8a5 req-f796bf1d-7b35-43f7-8a39-9641726afca0 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.81 "GET /v2.0/ports?device_id=df00a571-e0b7-41a0-9817-e1b0f80fc84e HTTP/1.1" status: 200 len: 946 time: 0.0959017 Apr 07 14:35:22.476888 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-8df7d729-f021-450a-b576-60a27348a6b1 req-773b5d9f-8460-40de-92cf-4f4a59b4b711 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/security-groups?id=bed73b3f-fbc4-4f9a-ae6a-c8f8af91b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115226 Apr 07 14:35:22.512887 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-1cd798f0-fd66-4a70-9468-628a4730a8a5 req-1410dd85-fa9a-410b-9304-9b60f89cc34f tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Deleting port d286a58c-a839-4178-99f9-807f5dc8ebf5 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:35:22.513271 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-1cd798f0-fd66-4a70-9468-628a4730a8a5 req-1410dd85-fa9a-410b-9304-9b60f89cc34f tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:22.549902 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d936696-2ead-48a7-ab88-f5799b4df03a req-bfcf1970-aa2d-4c28-b787-77b633da3d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:35:22.551403 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-8d936696-2ead-48a7-ab88-f5799b4df03a req-bfcf1970-aa2d-4c28-b787-77b633da3d3b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b0a219ac-f4f3-4108-85bd-b9a0db570754 HTTP/1.1" status: 200 len: 848 time: 0.1312654 Apr 07 14:35:22.652638 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f585415-dde7-4a3b-85f9-df3e3af82425 admin admin] Router dd655aa6-da4d-47b4-a2e3-956b524a6b4e has already been hosted by L3 agent d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2 {{(pid=84313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 14:35:22.737292 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-d3bdc702-bb7d-46e5-8b24-cd2684e07889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbdf2823-88af-4794-8f58-4a5f4787035c', 'name': 'tempest-TestShelveInstance-1661993342-router', 'tenant_id': '595711248f0e49e39f1f1c42a8e83a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': '0a35eb8c-ba24-4409-b963-ef74bccf0b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:29:30Z', 'updated_at': '2021-04-07T14:29:41Z', 'revision_number': 4, 'project_id': '595711248f0e49e39f1f1c42a8e83a27', 'gw_port': {'id': '0a35eb8c-ba24-4409-b963-ef74bccf0b7d', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:56:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdf2823-88af-4794-8f58-4a5f4787035c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:32Z', 'updated_at': '2021-04-07T14:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_interfaces': [{'id': 'fbb4b6c5-b5b1-4f78-86d0-91956725e469', 'name': '', 'network_id': 'eb8515e8-a88e-4510-bf0c-3f52cf50b457', 'tenant_id': '595711248f0e49e39f1f1c42a8e83a27', 'mac_address': 'fa:16:3e:f0:c4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdf2823-88af-4794-8f58-4a5f4787035c', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'b0a219ac-f4f3-4108-85bd-b9a0db570754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:38Z', 'updated_at': '2021-04-07T14:29:59Z', 'revision_number': 5, 'project_id': '595711248f0e49e39f1f1c42a8e83a27', 'subnets': [{'id': 'b0a219ac-f4f3-4108-85bd-b9a0db570754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:35:22.743486 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bdc702-bb7d-46e5-8b24-cd2684e07889 None None] The sync data for ids ['bbdf2823-88af-4794-8f58-4a5f4787035c'] in dv-cinder-780933-3-smb is: [{'id': 'bbdf2823-88af-4794-8f58-4a5f4787035c', 'name': 'tempest-TestShelveInstance-1661993342-router', 'tenant_id': '595711248f0e49e39f1f1c42a8e83a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': '0a35eb8c-ba24-4409-b963-ef74bccf0b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:29:30Z', 'updated_at': '2021-04-07T14:29:41Z', 'revision_number': 4, 'project_id': '595711248f0e49e39f1f1c42a8e83a27', 'gw_port': {'id': '0a35eb8c-ba24-4409-b963-ef74bccf0b7d', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:56:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdf2823-88af-4794-8f58-4a5f4787035c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:32Z', 'updated_at': '2021-04-07T14:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_interfaces': [{'id': 'fbb4b6c5-b5b1-4f78-86d0-91956725e469', 'name': '', 'network_id': 'eb8515e8-a88e-4510-bf0c-3f52cf50b457', 'tenant_id': '595711248f0e49e39f1f1c42a8e83a27', 'mac_address': 'fa:16:3e:f0:c4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdf2823-88af-4794-8f58-4a5f4787035c', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'b0a219ac-f4f3-4108-85bd-b9a0db570754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:38Z', 'updated_at': '2021-04-07T14:29:59Z', 'revision_number': 5, 'project_id': '595711248f0e49e39f1f1c42a8e83a27', 'subnets': [{'id': 'b0a219ac-f4f3-4108-85bd-b9a0db570754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 14:35:22.831593 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-1cd798f0-fd66-4a70-9468-628a4730a8a5 req-1410dd85-fa9a-410b-9304-9b60f89cc34f tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] For port d286a58c-a839-4178-99f9-807f5dc8ebf5, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d286a58c-a839-4178-99f9-807f5dc8ebf5,segment=NetworkSegment(08af5bb5-a582-448e-ac67-8d64a395bc43),segment_id=08af5bb5-a582-448e-ac67-8d64a395bc43)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:35:22.832027 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-1cd798f0-fd66-4a70-9468-628a4730a8a5 req-1410dd85-fa9a-410b-9304-9b60f89cc34f tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:22.899709 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d936696-2ead-48a7-ab88-f5799b4df03a req-2ff11b6b-08b0-4d19-861b-a61840d523fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:35:22.901429 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-8d936696-2ead-48a7-ab88-f5799b4df03a req-2ff11b6b-08b0-4d19-861b-a61840d523fc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=eb8515e8-a88e-4510-bf0c-3f52cf50b457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3420985 Apr 07 14:35:23.041611 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f585415-dde7-4a3b-85f9-df3e3af82425 admin admin] Notify agent at l3_agent.dv-cinder-780933-3-smb the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 14:35:23.052394 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e539ba-70ea-4a2b-816e-2b51d2e68c08 None None] Sync routers for ids ['dd655aa6-da4d-47b4-a2e3-956b524a6b4e'] in dv-cinder-780933-3-smb {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 14:35:23.057329 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-7f585415-dde7-4a3b-85f9-df3e3af82425 admin admin] 10.222.0.63 "PUT /v2.0/routers/dd655aa6-da4d-47b4-a2e3-956b524a6b4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2680562 Apr 07 14:35:23.060523 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 50818) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:35:23.067295 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e539ba-70ea-4a2b-816e-2b51d2e68c08 None None] Routers {'dd655aa6-da4d-47b4-a2e3-956b524a6b4e'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:35:23.068401 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-39e539ba-70ea-4a2b-816e-2b51d2e68c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:35:17Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['dd655aa6-da4d-47b4-a2e3-956b524a6b4e'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:35:23.251739 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1608eb6d-2b3b-47c6-8e03-97efbe9efe59 None None] New status for floating IP 4902aec7-4e75-4f03-b5eb-999c64533380: DOWN {{(pid=84314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 07 14:35:23.322239 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-1cd798f0-fd66-4a70-9468-628a4730a8a5 req-1410dd85-fa9a-410b-9304-9b60f89cc34f tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:23.322724 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-1cd798f0-fd66-4a70-9468-628a4730a8a5 req-1410dd85-fa9a-410b-9304-9b60f89cc34f tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8275434'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:23.323050 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.db.l3_db [req-1cd798f0-fd66-4a70-9468-628a4730a8a5 req-1410dd85-fa9a-410b-9304-9b60f89cc34f tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Floating IP d093abbb-40cb-41d6-ad4a-94c3f0be4fef disassociated. External IP: 172.28.3.99, port: d286a58c-a839-4178-99f9-807f5dc8ebf5. Apr 07 14:35:23.323326 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-1cd798f0-fd66-4a70-9468-628a4730a8a5 req-1410dd85-fa9a-410b-9304-9b60f89cc34f tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Calling delete_port for d286a58c-a839-4178-99f9-807f5dc8ebf5 owned by compute:nova {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:35:23.377855 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-39e539ba-70ea-4a2b-816e-2b51d2e68c08 None None] Set router dd655aa6-da4d-47b4-a2e3-956b524a6b4e gateway port host: dv-cinder-780933-3-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:35:23.460434 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c6745-e00b-4a8d-9f9c-f8976e2c73d9 req-9d68c238-15c8-417a-abd3-157f94699159 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:35:23.461297 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-731c6745-e00b-4a8d-9f9c-f8976e2c73d9 req-9d68c238-15c8-417a-abd3-157f94699159 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Synchronizing usage tracker for tenant:595711248f0e49e39f1f1c42a8e83a27 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:35:23.530066 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-731c6745-e00b-4a8d-9f9c-f8976e2c73d9 req-9d68c238-15c8-417a-abd3-157f94699159 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Unset dirty status for tenant:595711248f0e49e39f1f1c42a8e83a27 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:35:23.531331 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-731c6745-e00b-4a8d-9f9c-f8976e2c73d9 req-9d68c238-15c8-417a-abd3-157f94699159 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.81 "GET /v2.0/ports?device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 945 time: 0.3311779 Apr 07 14:35:23.657371 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-731c6745-e00b-4a8d-9f9c-f8976e2c73d9 req-05cbc5e1-f2cf-402c-b425-d58e6fda8317 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Deleting port 763fa340-5c18-4ce0-9e50-4c670c4e9377 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:35:23.657755 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-731c6745-e00b-4a8d-9f9c-f8976e2c73d9 req-05cbc5e1-f2cf-402c-b425-d58e6fda8317 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:23.685373 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-8d936696-2ead-48a7-ab88-f5799b4df03a req-d6ee3ff2-9573-43bd-ac9c-3d6b33cdd1ad service neutron] 10.222.0.81 "GET /v2.0/networks/eb8515e8-a88e-4510-bf0c-3f52cf50b457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7747018 Apr 07 14:35:23.720279 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f67fc-1bb8-40d7-8819-c8744899b6a9 req-c6e462d8-43e6-4123-b896-eef027f82d0d tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:35:23.722322 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-532f67fc-1bb8-40d7-8819-c8744899b6a9 req-c6e462d8-43e6-4123-b896-eef027f82d0d tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=df00a571-e0b7-41a0-9817-e1b0f80fc84e HTTP/1.1" status: 200 len: 946 time: 0.3671277 Apr 07 14:35:23.827053 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-532f67fc-1bb8-40d7-8819-c8744899b6a9 req-f421cdea-1d7f-4cad-884a-5978fb1c6db0 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/security-groups?id=172b99c4-5fcb-4178-8dc7-11d51f058b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858574 Apr 07 14:35:23.842983 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-1cd798f0-fd66-4a70-9468-628a4730a8a5 req-1410dd85-fa9a-410b-9304-9b60f89cc34f tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304368157317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304368589940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7073224'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:23.864553 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9d9b73d3-f987-40dd-bae9-70646479bc8b admin admin] Notify callbacks [] for router, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:23.873209 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f1a16ee3-6e7a-4ab2-a0da-752e72262143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:35:23.962788 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-39e539ba-70ea-4a2b-816e-2b51d2e68c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1548084369-router', 'tenant_id': '782e9eccce6d4f5898c76958383a5e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '69120901-9166-4b35-862a-c8d0885825f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:27:30Z', 'updated_at': '2021-04-07T14:35:20Z', 'revision_number': 5, 'project_id': '782e9eccce6d4f5898c76958383a5e3d', 'gw_port': {'id': '69120901-9166-4b35-862a-c8d0885825f3', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:27:33Z', 'updated_at': '2021-04-07T14:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb'}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:35:23.970622 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e539ba-70ea-4a2b-816e-2b51d2e68c08 None None] Checking router: dd655aa6-da4d-47b4-a2e3-956b524a6b4e for host: dv-cinder-780933-3-smb {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 14:35:23.977030 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1410dd85-fa9a-410b-9304-9b60f89cc34f tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Pushing event deleted for resources: {'Port': ['ID=d286a58c-a839-4178-99f9-807f5dc8ebf5,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:35:23.987351 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e539ba-70ea-4a2b-816e-2b51d2e68c08 None None] Routers {'dd655aa6-da4d-47b4-a2e3-956b524a6b4e'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:35:23.988044 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-39e539ba-70ea-4a2b-816e-2b51d2e68c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:35:17Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['dd655aa6-da4d-47b4-a2e3-956b524a6b4e'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:35:24.051745 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-1410dd85-fa9a-410b-9304-9b60f89cc34f tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:35:24.084218 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-8d936696-2ead-48a7-ab88-f5799b4df03a req-405ed4f6-b097-491f-ac28-bbe8aa5a434d service neutron] 10.222.0.81 "GET /v2.0/networks/eb8515e8-a88e-4510-bf0c-3f52cf50b457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905387 Apr 07 14:35:24.103494 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6aaeb-6161-449b-8d3c-27e91d35f3d2 req-31d78dfb-2625-4b8d-973a-6efad7a8cee0 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:35:24.105268 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-13a6aaeb-6161-449b-8d3c-27e91d35f3d2 req-31d78dfb-2625-4b8d-973a-6efad7a8cee0 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/ports?device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 945 time: 0.3774917 Apr 07 14:35:24.153875 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-13a6aaeb-6161-449b-8d3c-27e91d35f3d2 req-e6a79512-3b30-40f8-802c-32568274b6bb tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/security-groups?id=bed73b3f-fbc4-4f9a-ae6a-c8f8af91b6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400329 Apr 07 14:35:24.155951 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9d9b73d3-f987-40dd-bae9-70646479bc8b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:24.166168 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-9d9b73d3-f987-40dd-bae9-70646479bc8b admin admin] Deleting port 69120901-9166-4b35-862a-c8d0885825f3 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:35:24.166371 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9d9b73d3-f987-40dd-bae9-70646479bc8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:24.197068 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-39e539ba-70ea-4a2b-816e-2b51d2e68c08 None None] Set router dd655aa6-da4d-47b4-a2e3-956b524a6b4e gateway port host: dv-cinder-780933-3-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:35:24.336096 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-731c6745-e00b-4a8d-9f9c-f8976e2c73d9 req-05cbc5e1-f2cf-402c-b425-d58e6fda8317 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] For port 763fa340-5c18-4ce0-9e50-4c670c4e9377, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=763fa340-5c18-4ce0-9e50-4c670c4e9377,segment=NetworkSegment(c2d47942-f9c6-4220-a89d-ec1894ae86b7),segment_id=c2d47942-f9c6-4220-a89d-ec1894ae86b7)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:35:24.336886 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-731c6745-e00b-4a8d-9f9c-f8976e2c73d9 req-05cbc5e1-f2cf-402c-b425-d58e6fda8317 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:24.417840 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-9d9b73d3-f987-40dd-bae9-70646479bc8b admin admin] For port 69120901-9166-4b35-862a-c8d0885825f3, host dv-cinder-780933-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=69120901-9166-4b35-862a-c8d0885825f3,segment=NetworkSegment(feed5fe9-833d-41c1-bf1c-58a271b81c41),segment_id=feed5fe9-833d-41c1-bf1c-58a271b81c41)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:35:24.418247 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9d9b73d3-f987-40dd-bae9-70646479bc8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:24.527693 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-39e539ba-70ea-4a2b-816e-2b51d2e68c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1548084369-router', 'tenant_id': '782e9eccce6d4f5898c76958383a5e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '69120901-9166-4b35-862a-c8d0885825f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:27:30Z', 'updated_at': '2021-04-07T14:35:20Z', 'revision_number': 5, 'project_id': '782e9eccce6d4f5898c76958383a5e3d', 'gw_port': {'id': '69120901-9166-4b35-862a-c8d0885825f3', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:27:33Z', 'updated_at': '2021-04-07T14:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb'}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:35:24.533068 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e539ba-70ea-4a2b-816e-2b51d2e68c08 None None] The sync data for ids ['dd655aa6-da4d-47b4-a2e3-956b524a6b4e'] in dv-cinder-780933-3-smb is: [{'id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1548084369-router', 'tenant_id': '782e9eccce6d4f5898c76958383a5e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '69120901-9166-4b35-862a-c8d0885825f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:27:30Z', 'updated_at': '2021-04-07T14:35:20Z', 'revision_number': 5, 'project_id': '782e9eccce6d4f5898c76958383a5e3d', 'gw_port': {'id': '69120901-9166-4b35-862a-c8d0885825f3', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd655aa6-da4d-47b4-a2e3-956b524a6b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:27:33Z', 'updated_at': '2021-04-07T14:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb'}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 14:35:24.571035 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-9d9b73d3-f987-40dd-bae9-70646479bc8b admin admin] Calling delete_port for 69120901-9166-4b35-862a-c8d0885825f3 owned by network:router_gateway {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:35:24.779559 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-731c6745-e00b-4a8d-9f9c-f8976e2c73d9 req-05cbc5e1-f2cf-402c-b425-d58e6fda8317 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Calling delete_port for 763fa340-5c18-4ce0-9e50-4c670c4e9377 owned by compute:nova {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:35:24.780166 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9d9b73d3-f987-40dd-bae9-70646479bc8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304368157317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304368589940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848525233'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:24.796819 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-c188efeb-be55-45e0-a6b6-17af1becd8a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:35:24.906595 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1cd798f0-fd66-4a70-9468-628a4730a8a5 req-1410dd85-fa9a-410b-9304-9b60f89cc34f tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Router 9d12001d-7805-4131-a633-cf53c7ec6821 has already been hosted by L3 agent d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 14:35:24.911384 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b73d3-f987-40dd-bae9-70646479bc8b admin admin] Pushing event deleted for resources: {'Port': ['ID=69120901-9166-4b35-862a-c8d0885825f3,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:35:24.917146 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9d9b73d3-f987-40dd-bae9-70646479bc8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:35:25.080134 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9d9b73d3-f987-40dd-bae9-70646479bc8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846500420'] for router_gateway, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:25.153685 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f09b3f79-7159-4a61-8dd0-4e80b18880c0 req-f19c2cd6-2790-42fa-b1cc-fc9be339ea8d tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=df00a571-e0b7-41a0-9817-e1b0f80fc84e HTTP/1.1" status: 200 len: 210 time: 0.1837721 Apr 07 14:35:25.179032 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device d286a58c-a839-4178-99f9-807f5dc8ebf5 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 14:35:25.190871 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-731c6745-e00b-4a8d-9f9c-f8976e2c73d9 req-05cbc5e1-f2cf-402c-b425-d58e6fda8317 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304368157317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304368589940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7073224'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:25.224902 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b3b8d3fa-1472-4c26-9bfd-0d5a5f1d8ad3 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:35:25.249035 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] No Port match for: d286a58c-a839-4178-99f9-807f5dc8ebf5 {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 14:35:25.249718 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device d286a58c-a839-4178-99f9-807f5dc8ebf5 not bound to the agent host hv-cinder-78093 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 14:35:25.327968 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cbc5e1-f2cf-402c-b425-d58e6fda8317 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Pushing event deleted for resources: {'Port': ['ID=763fa340-5c18-4ce0-9e50-4c670c4e9377,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:35:25.338725 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-05cbc5e1-f2cf-402c-b425-d58e6fda8317 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:35:25.378805 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9d9b73d3-f987-40dd-bae9-70646479bc8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8285244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7275'] for router, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:25.382591 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-479f2d7a-71d5-4158-b842-180d96603249 req-d15fd368-bc6c-40d1-9e39-37f1c6bbb2b7 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/ports?device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 210 time: 0.0630457 Apr 07 14:35:25.383696 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9d9b73d3-f987-40dd-bae9-70646479bc8b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:25.404088 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1cd798f0-fd66-4a70-9468-628a4730a8a5 req-1410dd85-fa9a-410b-9304-9b60f89cc34f tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify agent at l3_agent.dv-cinder-780933-3-smb the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 14:35:25.416692 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9860258d-5f05-42b4-8697-76b802e8cc34 None None] Sync routers for ids ['9d12001d-7805-4131-a633-cf53c7ec6821'] in dv-cinder-780933-3-smb {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 14:35:25.420730 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9d9b73d3-f987-40dd-bae9-70646479bc8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8285334'] for router, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:25.421464 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9b73d3-f987-40dd-bae9-70646479bc8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd655aa6-da4d-47b4-a2e3-956b524a6b4e {{(pid=84313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 07 14:35:25.437366 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9d9b73d3-f987-40dd-bae9-70646479bc8b admin admin] Notify callbacks [] for router, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:25.438775 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-9d9b73d3-f987-40dd-bae9-70646479bc8b admin admin] 10.222.0.63 "DELETE /v2.0/routers/dd655aa6-da4d-47b4-a2e3-956b524a6b4e HTTP/1.1" status: 204 len: 168 time: 2.3772299 Apr 07 14:35:25.441811 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 50830) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:35:25.443669 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9860258d-5f05-42b4-8697-76b802e8cc34 None None] Routers {'9d12001d-7805-4131-a633-cf53c7ec6821'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:35:25.444479 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-9860258d-5f05-42b4-8697-76b802e8cc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:35:17Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['9d12001d-7805-4131-a633-cf53c7ec6821'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:35:25.547972 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cd798f0-fd66-4a70-9468-628a4730a8a5 req-1410dd85-fa9a-410b-9304-9b60f89cc34f tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] No DVR routers for this DVR port d286a58c-a839-4178-99f9-807f5dc8ebf5 on host hv-cinder-78093 {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 14:35:25.552347 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-1cd798f0-fd66-4a70-9468-628a4730a8a5 req-1410dd85-fa9a-410b-9304-9b60f89cc34f tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:25.555358 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df00a571-e0b7-41a0-9817-e1b0f80fc84e', 'name': 'network-vif-deleted', 'tag': 'd286a58c-a839-4178-99f9-807f5dc8ebf5'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:35:25.594232 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_v2 [None req-143b0474-beda-43cc-8556-7f2d5ebc564c admin admin] Deleting subnet 922c7ccf-af8e-4c6b-baef-d00c20689db2 {{(pid=84313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 07 14:35:25.607055 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-143b0474-beda-43cc-8556-7f2d5ebc564c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:25.665260 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1cd798f0-fd66-4a70-9468-628a4730a8a5 req-1410dd85-fa9a-410b-9304-9b60f89cc34f tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.81 "DELETE /v2.0/ports/d286a58c-a839-4178-99f9-807f5dc8ebf5 HTTP/1.1" status: 204 len: 173 time: 3.2431047 Apr 07 14:35:25.720198 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 5a4b1919-0dd5-48d4-821e-51f43278d172 no longer exists at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 14:35:25.761955 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-143b0474-beda-43cc-8556-7f2d5ebc564c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849815780'] for subnet, precommit_delete_associations {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:25.786771 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df00a571-e0b7-41a0-9817-e1b0f80fc84e', 'name': 'network-vif-deleted', 'tag': 'd286a58c-a839-4178-99f9-807f5dc8ebf5', 'status': 'completed', 'code': 200} Apr 07 14:35:25.798683 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-9860258d-5f05-42b4-8697-76b802e8cc34 None None] Set router 9d12001d-7805-4131-a633-cf53c7ec6821 gateway port host: dv-cinder-780933-3-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:35:25.808745 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-731c6745-e00b-4a8d-9f9c-f8976e2c73d9 req-05cbc5e1-f2cf-402c-b425-d58e6fda8317 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] No DVR routers for this DVR port 763fa340-5c18-4ce0-9e50-4c670c4e9377 on host hv-cinder-78093 {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 14:35:25.815676 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-731c6745-e00b-4a8d-9f9c-f8976e2c73d9 req-05cbc5e1-f2cf-402c-b425-d58e6fda8317 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:25.831361 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-731c6745-e00b-4a8d-9f9c-f8976e2c73d9 req-05cbc5e1-f2cf-402c-b425-d58e6fda8317 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.81 "DELETE /v2.0/ports/763fa340-5c18-4ce0-9e50-4c670c4e9377 HTTP/1.1" status: 204 len: 173 time: 2.2480857 Apr 07 14:35:25.840383 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] No Port match for: 5a4b1919-0dd5-48d4-821e-51f43278d172 {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 14:35:25.840764 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 5a4b1919-0dd5-48d4-821e-51f43278d172 not bound to the agent host dv-cinder-780933-3-smb {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 14:35:25.899441 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-143b0474-beda-43cc-8556-7f2d5ebc564c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854771514'] for subnet, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:26.195756 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-143b0474-beda-43cc-8556-7f2d5ebc564c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6250597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847727700'] for subnet, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:26.222968 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:35:26.305729 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-9860258d-5f05-42b4-8697-76b802e8cc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'name': 'tempest-AttachVolumeTestJSON-164897092-router', 'tenant_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '1f39ca30-efa1-40cf-9f9c-9805ce535d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:32:01Z', 'updated_at': '2021-04-07T14:32:08Z', 'revision_number': 4, 'project_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'gw_port': {'id': '1f39ca30-efa1-40cf-9f9c-9805ce535d6b', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:32:03Z', 'updated_at': '2021-04-07T14:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_interfaces': [{'id': 'b1776e4e-3ac1-4610-bcf7-0329a6450d41', 'name': '', 'network_id': 'bb7efeee-99ea-4043-8846-93b702fed956', 'tenant_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'mac_address': 'fa:16:3e:4d:f9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'f07fac7c-5a35-4094-b6e4-56e6dcb86d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:32:06Z', 'updated_at': '2021-04-07T14:32:17Z', 'revision_number': 5, 'project_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'subnets': [{'id': 'f07fac7c-5a35-4094-b6e4-56e6dcb86d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:35:26.313872 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9860258d-5f05-42b4-8697-76b802e8cc34 None None] Checking router: 9d12001d-7805-4131-a633-cf53c7ec6821 for host: dv-cinder-780933-3-smb {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 14:35:26.321093 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143b0474-beda-43cc-8556-7f2d5ebc564c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=922c7ccf-af8e-4c6b-baef-d00c20689db2,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:35:26.326237 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-143b0474-beda-43cc-8556-7f2d5ebc564c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:35:26.337371 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9860258d-5f05-42b4-8697-76b802e8cc34 None None] Routers {'9d12001d-7805-4131-a633-cf53c7ec6821'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:35:26.338057 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-9860258d-5f05-42b4-8697-76b802e8cc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:35:17Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['9d12001d-7805-4131-a633-cf53c7ec6821'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:35:26.378564 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-143b0474-beda-43cc-8556-7f2d5ebc564c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:26.386155 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dd0ab4-9700-4fb2-87ba-ddb86921b340 None None] Network c030ef04-5242-408d-b21d-654932a78971 requested from dv-cinder-780933-3-smb {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 14:35:26.389995 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 50838) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:35:26.390274 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-143b0474-beda-43cc-8556-7f2d5ebc564c admin admin] 10.222.0.63 "DELETE /v2.0/subnets/922c7ccf-af8e-4c6b-baef-d00c20689db2 HTTP/1.1" status: 204 len: 168 time: 0.9469554 Apr 07 14:35:26.506972 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-cfce543b-ed83-42ea-a28c-106d452889ac req-052bbffb-e365-4a33-ba9b-5e52278f0c9a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=df00a571-e0b7-41a0-9817-e1b0f80fc84e HTTP/1.1" status: 200 len: 210 time: 0.1153071 Apr 07 14:35:26.582487 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-13a6a04c-379a-4200-aae9-b7c17ca76433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-137828'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:26.666911 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-9860258d-5f05-42b4-8697-76b802e8cc34 None None] Set router 9d12001d-7805-4131-a633-cf53c7ec6821 gateway port host: dv-cinder-780933-3-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:35:26.673163 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-13a6a04c-379a-4200-aae9-b7c17ca76433 admin admin] Deleting port c7089222-f477-4d27-9d83-d8240558deb0 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:35:26.674101 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-13a6a04c-379a-4200-aae9-b7c17ca76433 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:26.787494 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-eb66e1d1-81e4-41df-9c8e-bbf68c1018d2 req-000c0c36-d7b8-429c-bdaf-76a801ea2dd4 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Synchronizing usage tracker for tenant:595711248f0e49e39f1f1c42a8e83a27 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:35:26.796537 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220b2727-e53b-4076-bff3-4ef88df9cbe9 None None] DHCP port deletion for c030ef04-5242-408d-b21d-654932a78971 request from dv-cinder-780933-3-smb {{(pid=84314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 07 14:35:26.802915 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-220b2727-e53b-4076-bff3-4ef88df9cbe9 None None] Deleting port c7089222-f477-4d27-9d83-d8240558deb0 {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:35:26.803372 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-220b2727-e53b-4076-bff3-4ef88df9cbe9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:27.006451 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-13a6a04c-379a-4200-aae9-b7c17ca76433 admin admin] For port c7089222-f477-4d27-9d83-d8240558deb0, host dv-cinder-780933-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=c7089222-f477-4d27-9d83-d8240558deb0,segment=NetworkSegment(0118da08-8e30-4678-bce3-0cdb584704d7),segment_id=0118da08-8e30-4678-bce3-0cdb584704d7)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:35:27.007259 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-13a6a04c-379a-4200-aae9-b7c17ca76433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:27.083061 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-9860258d-5f05-42b4-8697-76b802e8cc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'name': 'tempest-AttachVolumeTestJSON-164897092-router', 'tenant_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '1f39ca30-efa1-40cf-9f9c-9805ce535d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:32:01Z', 'updated_at': '2021-04-07T14:32:08Z', 'revision_number': 4, 'project_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'gw_port': {'id': '1f39ca30-efa1-40cf-9f9c-9805ce535d6b', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:32:03Z', 'updated_at': '2021-04-07T14:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_interfaces': [{'id': 'b1776e4e-3ac1-4610-bcf7-0329a6450d41', 'name': '', 'network_id': 'bb7efeee-99ea-4043-8846-93b702fed956', 'tenant_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'mac_address': 'fa:16:3e:4d:f9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'f07fac7c-5a35-4094-b6e4-56e6dcb86d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:32:06Z', 'updated_at': '2021-04-07T14:32:17Z', 'revision_number': 5, 'project_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'subnets': [{'id': 'f07fac7c-5a35-4094-b6e4-56e6dcb86d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:35:27.088044 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9860258d-5f05-42b4-8697-76b802e8cc34 None None] The sync data for ids ['9d12001d-7805-4131-a633-cf53c7ec6821'] in dv-cinder-780933-3-smb is: [{'id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'name': 'tempest-AttachVolumeTestJSON-164897092-router', 'tenant_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '1f39ca30-efa1-40cf-9f9c-9805ce535d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:32:01Z', 'updated_at': '2021-04-07T14:32:08Z', 'revision_number': 4, 'project_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'gw_port': {'id': '1f39ca30-efa1-40cf-9f9c-9805ce535d6b', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:32:03Z', 'updated_at': '2021-04-07T14:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_interfaces': [{'id': 'b1776e4e-3ac1-4610-bcf7-0329a6450d41', 'name': '', 'network_id': 'bb7efeee-99ea-4043-8846-93b702fed956', 'tenant_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'mac_address': 'fa:16:3e:4d:f9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'f07fac7c-5a35-4094-b6e4-56e6dcb86d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:32:06Z', 'updated_at': '2021-04-07T14:32:17Z', 'revision_number': 5, 'project_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'subnets': [{'id': 'f07fac7c-5a35-4094-b6e4-56e6dcb86d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 14:35:27.104338 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-220b2727-e53b-4076-bff3-4ef88df9cbe9 None None] For port c7089222-f477-4d27-9d83-d8240558deb0, host dv-cinder-780933-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=c7089222-f477-4d27-9d83-d8240558deb0,segment=NetworkSegment(0118da08-8e30-4678-bce3-0cdb584704d7),segment_id=0118da08-8e30-4678-bce3-0cdb584704d7)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:35:27.104787 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-220b2727-e53b-4076-bff3-4ef88df9cbe9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:27.160110 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-eb66e1d1-81e4-41df-9c8e-bbf68c1018d2 req-000c0c36-d7b8-429c-bdaf-76a801ea2dd4 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Unset dirty status for tenant:595711248f0e49e39f1f1c42a8e83a27 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:35:27.161418 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-eb66e1d1-81e4-41df-9c8e-bbf68c1018d2 req-000c0c36-d7b8-429c-bdaf-76a801ea2dd4 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "GET /v2.0/ports?device_id=22e5674d-f25c-472f-8edd-7ab4294d4cd3 HTTP/1.1" status: 200 len: 210 time: 0.4470134 Apr 07 14:35:27.169285 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-13a6a04c-379a-4200-aae9-b7c17ca76433 admin admin] Calling delete_port for c7089222-f477-4d27-9d83-d8240558deb0 owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:35:27.245328 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 763fa340-5c18-4ce0-9e50-4c670c4e9377 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 14:35:27.254169 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-13a6a04c-379a-4200-aae9-b7c17ca76433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304368157317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304368589940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7073224'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:27.268020 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-60c18cc8-b792-47a7-988f-5e17132cd214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:35:27.283293 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-220b2727-e53b-4076-bff3-4ef88df9cbe9 None None] Calling delete_port for c7089222-f477-4d27-9d83-d8240558deb0 owned by network:dhcp {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:35:27.363996 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a6a04c-379a-4200-aae9-b7c17ca76433 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7089222-f477-4d27-9d83-d8240558deb0,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:35:27.365616 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] No Port match for: 763fa340-5c18-4ce0-9e50-4c670c4e9377 {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 14:35:27.366295 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 763fa340-5c18-4ce0-9e50-4c670c4e9377 not bound to the agent host hv-cinder-78093 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 14:35:27.366739 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-13a6a04c-379a-4200-aae9-b7c17ca76433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:35:27.426201 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a6a04c-379a-4200-aae9-b7c17ca76433 admin admin] No DVR routers for this DVR port c7089222-f477-4d27-9d83-d8240558deb0 on host dv-cinder-780933-3-smb {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 14:35:27.434986 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.db.api [None req-220b2727-e53b-4076-bff3-4ef88df9cbe9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84314) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 07 14:35:27.435404 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_db.api [None req-220b2727-e53b-4076-bff3-4ef88df9cbe9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 07 14:35:27.574332 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-13a6a04c-379a-4200-aae9-b7c17ca76433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14662', 'neutron.services.segments.db._delete_segments_for_network--9223363304368102158'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:27.588022 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 69120901-9166-4b35-862a-c8d0885825f3 no longer exists at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 14:35:27.628884 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe35223-0621-486b-a603-cc1c54299a1f None None] New status for floating IP d093abbb-40cb-41d6-ad4a-94c3f0be4fef: DOWN {{(pid=84314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 07 14:35:27.684841 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 50848) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:35:27.706577 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.segments.db [None req-13a6a04c-379a-4200-aae9-b7c17ca76433 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c030ef04-5242-408d-b21d-654932a78971']}} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:35:27.723250 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.segments.db [None req-13a6a04c-379a-4200-aae9-b7c17ca76433 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0118da08-8e30-4678-bce3-0cdb584704d7') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:35:27.723564 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.segments.db [None req-13a6a04c-379a-4200-aae9-b7c17ca76433 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0118da08-8e30-4678-bce3-0cdb584704d7') {} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:35:27.739187 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-13a6a04c-379a-4200-aae9-b7c17ca76433 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304368070140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847730990'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:27.758744 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-13a6a04c-379a-4200-aae9-b7c17ca76433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773215'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:27.767582 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13a6a04c-379a-4200-aae9-b7c17ca76433 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 07 14:35:27.772623 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f51905ac-dfc1-4896-9025-a4dcf1403906 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:27.787835 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e5674d-f25c-472f-8edd-7ab4294d4cd3', 'name': 'network-vif-deleted', 'tag': '763fa340-5c18-4ce0-9e50-4c670c4e9377'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:35:27.808997 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f51905ac-dfc1-4896-9025-a4dcf1403906 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:27.856944 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e5674d-f25c-472f-8edd-7ab4294d4cd3', 'name': 'network-vif-deleted', 'tag': '763fa340-5c18-4ce0-9e50-4c670c4e9377', 'status': 'completed', 'code': 200} Apr 07 14:35:27.871413 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f51905ac-dfc1-4896-9025-a4dcf1403906 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:27.877689 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2a68121f-ba50-45ab-af89-dab67a913c1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:35:27.895654 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51905ac-dfc1-4896-9025-a4dcf1403906 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=172b99c4-5fcb-4178-8dc7-11d51f058b4b,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:35:27.898824 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f51905ac-dfc1-4896-9025-a4dcf1403906 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:35:27.905241 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f51905ac-dfc1-4896-9025-a4dcf1403906 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:27.910469 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-f51905ac-dfc1-4896-9025-a4dcf1403906 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "DELETE /v2.0/security-groups/172b99c4-5fcb-4178-8dc7-11d51f058b4b HTTP/1.1" status: 204 len: 168 time: 0.2206614 Apr 07 14:35:27.911007 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 50854) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:35:27.930780 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.v2.resource [None req-c51df1c4-305a-4a83-869c-402cc121b5a2 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] show failed (client error): The resource could not be found. Apr 07 14:35:27.935418 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-c51df1c4-305a-4a83-869c-402cc121b5a2 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/security-groups/172b99c4-5fcb-4178-8dc7-11d51f058b4b HTTP/1.1" status: 404 len: 347 time: 0.0199008 Apr 07 14:35:27.935784 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 50858) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:35:27.945233 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-220b2727-e53b-4076-bff3-4ef88df9cbe9 None None] Deleting port c7089222-f477-4d27-9d83-d8240558deb0 {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:35:27.945765 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-220b2727-e53b-4076-bff3-4ef88df9cbe9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:27.976967 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-13a6a04c-379a-4200-aae9-b7c17ca76433 admin admin] Network c030ef04-5242-408d-b21d-654932a78971 has no segments {{(pid=84312) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 14:35:27.987015 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-13a6a04c-379a-4200-aae9-b7c17ca76433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847702593'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:28.015385 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] No Port match for: 69120901-9166-4b35-862a-c8d0885825f3 {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 14:35:28.015933 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 69120901-9166-4b35-862a-c8d0885825f3 not bound to the agent host dv-cinder-780933-3-smb {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 14:35:28.016480 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device c7089222-f477-4d27-9d83-d8240558deb0 no longer exists at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 14:35:28.118527 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-630af820-60e8-4a8a-9905-865db1ec7359 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Deleting port 8c105f86-5a71-43bf-b5a3-4f53f671b102 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:35:28.118919 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-630af820-60e8-4a8a-9905-865db1ec7359 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:28.164404 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] No Port match for: c7089222-f477-4d27-9d83-d8240558deb0 {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 14:35:28.164788 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device c7089222-f477-4d27-9d83-d8240558deb0 not bound to the agent host dv-cinder-780933-3-smb {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 14:35:28.172920 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-220b2727-e53b-4076-bff3-4ef88df9cbe9 None None] The port 'c7089222-f477-4d27-9d83-d8240558deb0' was deleted {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 07 14:35:28.188251 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-13a6a04c-379a-4200-aae9-b7c17ca76433 admin admin] Network c030ef04-5242-408d-b21d-654932a78971 has no segments {{(pid=84312) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 14:35:28.214720 dv-cinder-780933-3-smb neutron-server[84199]: Traceback (most recent call last): Apr 07 14:35:28.214720 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 14:35:28.214720 dv-cinder-780933-3-smb neutron-server[84199]: timer() Apr 07 14:35:28.214720 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 14:35:28.214720 dv-cinder-780933-3-smb neutron-server[84199]: cb(*args, **kw) Apr 07 14:35:28.214720 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 07 14:35:28.214720 dv-cinder-780933-3-smb neutron-server[84199]: return func(*args, **kwargs) Apr 07 14:35:28.214720 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 14:35:28.214720 dv-cinder-780933-3-smb neutron-server[84199]: self._notify() Apr 07 14:35:28.214720 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 14:35:28.214720 dv-cinder-780933-3-smb neutron-server[84199]: self.callback(batched_events) Apr 07 14:35:28.214720 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 14:35:28.214720 dv-cinder-780933-3-smb neutron-server[84199]: event.method(event) Apr 07 14:35:28.214720 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 07 14:35:28.214720 dv-cinder-780933-3-smb neutron-server[84199]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 14:35:28.214720 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 07 14:35:28.214720 dv-cinder-780933-3-smb neutron-server[84199]: segment_id)['aggregates'][0] Apr 07 14:35:28.214720 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 07 14:35:28.214720 dv-cinder-780933-3-smb neutron-server[84199]: return f(self, *a, **k) Apr 07 14:35:28.214720 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 07 14:35:28.214720 dv-cinder-780933-3-smb neutron-server[84199]: return self._get(url).json() Apr 07 14:35:28.214720 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 14:35:28.214720 dv-cinder-780933-3-smb neutron-server[84199]: **kwargs) Apr 07 14:35:28.214720 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 14:35:28.214720 dv-cinder-780933-3-smb neutron-server[84199]: return self.request(url, 'GET', **kwargs) Apr 07 14:35:28.214720 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 07 14:35:28.214720 dv-cinder-780933-3-smb neutron-server[84199]: **endpoint_filter) Apr 07 14:35:28.214720 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 14:35:28.214720 dv-cinder-780933-3-smb neutron-server[84199]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 14:35:28.214720 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 14:35:28.214720 dv-cinder-780933-3-smb neutron-server[84199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 14:35:28.214720 dv-cinder-780933-3-smb neutron-server[84199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 14:35:28.306010 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-13a6a04c-379a-4200-aae9-b7c17ca76433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854761138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8275419'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:28.310331 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:35:28.328813 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-13a6a04c-379a-4200-aae9-b7c17ca76433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:28.344533 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a6a04c-379a-4200-aae9-b7c17ca76433 admin admin] Pushing event deleted for resources: {'Network': ['ID=c030ef04-5242-408d-b21d-654932a78971,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:35:28.348243 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 50864) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:35:28.354561 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-13a6a04c-379a-4200-aae9-b7c17ca76433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:35:28.377589 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-13a6a04c-379a-4200-aae9-b7c17ca76433 admin admin] 10.222.0.63 "DELETE /v2.0/networks/c030ef04-5242-408d-b21d-654932a78971 HTTP/1.1" status: 204 len: 168 time: 1.9862700 Apr 07 14:35:28.455195 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-477eb745-8ec2-4c4e-b0ef-5bf80598bc73 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:28.494167 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-477eb745-8ec2-4c4e-b0ef-5bf80598bc73 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:28.563344 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-477eb745-8ec2-4c4e-b0ef-5bf80598bc73 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:28.567543 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 50870) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:35:28.569762 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-99b44c7e-80c0-4c3d-ab83-58b9dcd47373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:35:28.578528 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-630af820-60e8-4a8a-9905-865db1ec7359 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:28.578906 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-630af820-60e8-4a8a-9905-865db1ec7359 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:28.597891 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477eb745-8ec2-4c4e-b0ef-5bf80598bc73 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed73b3f-fbc4-4f9a-ae6a-c8f8af91b6b0,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:35:28.603589 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-477eb745-8ec2-4c4e-b0ef-5bf80598bc73 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:35:28.630883 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-477eb745-8ec2-4c4e-b0ef-5bf80598bc73 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:28.632154 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-477eb745-8ec2-4c4e-b0ef-5bf80598bc73 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] 10.222.0.63 "DELETE /v2.0/security-groups/bed73b3f-fbc4-4f9a-ae6a-c8f8af91b6b0 HTTP/1.1" status: 204 len: 168 time: 0.2828178 Apr 07 14:35:28.635691 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-caefe512-2ab9-418d-9f3c-5b187d32e188 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=782e9eccce6d4f5898c76958383a5e3d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0539260 Apr 07 14:35:28.639648 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 50876) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:35:28.684562 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 50880) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:35:28.719199 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-630af820-60e8-4a8a-9905-865db1ec7359 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Calling delete_port for 8c105f86-5a71-43bf-b5a3-4f53f671b102 owned by network:floatingip {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:35:28.720491 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e1979d73-46c0-4478-ab3e-19e6e5728c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:28.753211 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e1979d73-46c0-4478-ab3e-19e6e5728c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:28.811618 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.db.api [None req-630af820-60e8-4a8a-9905-865db1ec7359 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 07 14:35:28.812136 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_db.api [None req-630af820-60e8-4a8a-9905-865db1ec7359 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 07 14:35:28.812284 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e1979d73-46c0-4478-ab3e-19e6e5728c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:28.818264 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0b82e174-5381-4072-91ca-25a49532a320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:35:28.835811 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1979d73-46c0-4478-ab3e-19e6e5728c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca3ba99-46fb-4dd9-910a-dce93ef931cc,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:35:28.838158 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-e1979d73-46c0-4478-ab3e-19e6e5728c41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:35:28.844108 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e1979d73-46c0-4478-ab3e-19e6e5728c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:28.845383 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-e1979d73-46c0-4478-ab3e-19e6e5728c41 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3ca3ba99-46fb-4dd9-910a-dce93ef931cc HTTP/1.1" status: 204 len: 168 time: 0.2046754 Apr 07 14:35:29.313870 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-630af820-60e8-4a8a-9905-865db1ec7359 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Deleting port 8c105f86-5a71-43bf-b5a3-4f53f671b102 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:35:29.314620 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-630af820-60e8-4a8a-9905-865db1ec7359 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:29.523522 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8af8ec32-5fc0-480e-ae64-fd07b0090418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846494577'] for router_interface, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:29.565998 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-630af820-60e8-4a8a-9905-865db1ec7359 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:29.566477 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-630af820-60e8-4a8a-9905-865db1ec7359 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:29.715007 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-630af820-60e8-4a8a-9905-865db1ec7359 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Calling delete_port for 8c105f86-5a71-43bf-b5a3-4f53f671b102 owned by network:floatingip {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:35:29.895465 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-630af820-60e8-4a8a-9905-865db1ec7359 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304368157317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304368589940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848525233'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:29.913263 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-3c6d6664-ed37-4684-8939-989c987c2454 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:35:30.028820 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630af820-60e8-4a8a-9905-865db1ec7359 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Pushing event deleted for resources: {'Port': ['ID=8c105f86-5a71-43bf-b5a3-4f53f671b102,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:35:30.034043 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-630af820-60e8-4a8a-9905-865db1ec7359 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:35:30.254206 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-8af8ec32-5fc0-480e-ae64-fd07b0090418 admin admin] Deleting port fbb4b6c5-b5b1-4f78-86d0-91956725e469 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:35:30.255083 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8af8ec32-5fc0-480e-ae64-fd07b0090418 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:30.291015 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-630af820-60e8-4a8a-9905-865db1ec7359 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks [] for floatingip, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:30.319965 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-630af820-60e8-4a8a-9905-865db1ec7359 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for floatingip, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:30.325563 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-630af820-60e8-4a8a-9905-865db1ec7359 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "DELETE /v2.0/floatingips/d093abbb-40cb-41d6-ad4a-94c3f0be4fef HTTP/1.1" status: 204 len: 168 time: 2.3849504 Apr 07 14:35:30.499347 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-8af8ec32-5fc0-480e-ae64-fd07b0090418 admin admin] For port fbb4b6c5-b5b1-4f78-86d0-91956725e469, host dv-cinder-780933-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=fbb4b6c5-b5b1-4f78-86d0-91956725e469,segment=NetworkSegment(c2d47942-f9c6-4220-a89d-ec1894ae86b7),segment_id=c2d47942-f9c6-4220-a89d-ec1894ae86b7)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:35:30.499841 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8af8ec32-5fc0-480e-ae64-fd07b0090418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:30.575621 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 50916) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:35:30.582488 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-0c3d85b0-fd73-4ab1-8d65-9d051d28da4d tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1861439054', 'description': 'tempest-description--264251324'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:35:30.590498 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-0c3d85b0-fd73-4ab1-8d65-9d051d28da4d tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:35:30.595523 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-0c3d85b0-fd73-4ab1-8d65-9d051d28da4d tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Usage tracker for resource:security_group and tenant:1f28accf3ba748ad95aaf27f9a63aa6f is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:35:30.603083 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-0c3d85b0-fd73-4ab1-8d65-9d051d28da4d tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:35:30.609809 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-0c3d85b0-fd73-4ab1-8d65-9d051d28da4d tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:35:30.620107 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0c3d85b0-fd73-4ab1-8d65-9d051d28da4d tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:30.624592 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-0c3d85b0-fd73-4ab1-8d65-9d051d28da4d tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:35:30.628971 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-0c3d85b0-fd73-4ab1-8d65-9d051d28da4d tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Usage tracker for resource:security_group_rule and tenant:1f28accf3ba748ad95aaf27f9a63aa6f is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:35:30.632842 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-0c3d85b0-fd73-4ab1-8d65-9d051d28da4d tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:35:30.639338 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-0c3d85b0-fd73-4ab1-8d65-9d051d28da4d tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:35:30.725401 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0c3d85b0-fd73-4ab1-8d65-9d051d28da4d tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:30.728413 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0c3d85b0-fd73-4ab1-8d65-9d051d28da4d tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:30.736138 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-8af8ec32-5fc0-480e-ae64-fd07b0090418 admin admin] Calling delete_port for fbb4b6c5-b5b1-4f78-86d0-91956725e469 owned by network:router_interface {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:35:30.741333 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ece361a6-12ed-4ff1-8ded-836c4809c706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:35:30.787310 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d85b0-fd73-4ab1-8d65-9d051d28da4d tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12b3d061-b56b-48cf-94a8-a7c78978747a,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:35:30.790330 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0c3d85b0-fd73-4ab1-8d65-9d051d28da4d tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:30.796501 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-0c3d85b0-fd73-4ab1-8d65-9d051d28da4d tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2141659 Apr 07 14:35:30.796501 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0c3d85b0-fd73-4ab1-8d65-9d051d28da4d tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:35:30.797883 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 50920) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:35:30.802658 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-20863eac-9f74-4dcf-8976-799de040eeb7 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Request body: {'security_group_rule': {'security_group_id': '12b3d061-b56b-48cf-94a8-a7c78978747a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:35:30.809820 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-20863eac-9f74-4dcf-8976-799de040eeb7 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:35:30.814376 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-20863eac-9f74-4dcf-8976-799de040eeb7 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Usage tracker for resource:security_group_rule and tenant:1f28accf3ba748ad95aaf27f9a63aa6f is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:35:30.817629 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-20863eac-9f74-4dcf-8976-799de040eeb7 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:35:30.830589 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-20863eac-9f74-4dcf-8976-799de040eeb7 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:35:30.848002 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-20863eac-9f74-4dcf-8976-799de040eeb7 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:30.916337 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-20863eac-9f74-4dcf-8976-799de040eeb7 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:30.919382 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-20863eac-9f74-4dcf-8976-799de040eeb7 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309632'] for security_group_rule, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:30.921628 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-59b3c76c-728a-424f-b78b-3732dc04980d tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:35:30.944131 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20863eac-9f74-4dcf-8976-799de040eeb7 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ec71d61-d46a-4317-9197-a474d5472490,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:35:30.949162 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-20863eac-9f74-4dcf-8976-799de040eeb7 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:35:30.957334 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-20863eac-9f74-4dcf-8976-799de040eeb7 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:30.958652 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-20863eac-9f74-4dcf-8976-799de040eeb7 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1609085 Apr 07 14:35:30.961457 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 50924) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:35:30.967069 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-eb739445-5524-4866-b128-f50e842eeda5 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Request body: {'security_group_rule': {'security_group_id': '12b3d061-b56b-48cf-94a8-a7c78978747a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:35:30.973355 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-eb739445-5524-4866-b128-f50e842eeda5 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:35:30.977611 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-eb739445-5524-4866-b128-f50e842eeda5 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Usage tracker for resource:security_group_rule and tenant:1f28accf3ba748ad95aaf27f9a63aa6f is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:35:30.978931 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8af8ec32-5fc0-480e-ae64-fd07b0090418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304368157317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304368589940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7073224'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:30.980604 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-eb739445-5524-4866-b128-f50e842eeda5 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:35:30.986781 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-eb739445-5524-4866-b128-f50e842eeda5 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:35:30.995951 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-403f76a2-04b5-48d8-9b2a-bba1c85bd01f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:35:31.004119 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-eb739445-5524-4866-b128-f50e842eeda5 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:31.083526 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-eb739445-5524-4866-b128-f50e842eeda5 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:31.087070 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-eb739445-5524-4866-b128-f50e842eeda5 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309632'] for security_group_rule, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:31.089332 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:35:31.110507 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8ec32-5fc0-480e-ae64-fd07b0090418 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbb4b6c5-b5b1-4f78-86d0-91956725e469,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:35:31.113203 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8af8ec32-5fc0-480e-ae64-fd07b0090418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:35:31.114209 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb739445-5524-4866-b128-f50e842eeda5 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2b0c4b6-ce1a-4eeb-b200-3658d38eb35d,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:35:31.117702 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-eb739445-5524-4866-b128-f50e842eeda5 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:35:31.125356 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-eb739445-5524-4866-b128-f50e842eeda5 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:31.126720 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-eb739445-5524-4866-b128-f50e842eeda5 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1642499 Apr 07 14:35:31.129921 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 50928) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:35:31.135740 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-04af329c-734b-44da-b6d9-ea370a9d5a6e tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Request body: {'floatingip': {'floating_network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:35:31.142111 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-04af329c-734b-44da-b6d9-ea370a9d5a6e tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:35:31.147130 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-04af329c-734b-44da-b6d9-ea370a9d5a6e tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Usage tracker for resource:floatingip and tenant:1f28accf3ba748ad95aaf27f9a63aa6f is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:35:31.151278 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-04af329c-734b-44da-b6d9-ea370a9d5a6e tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:35:31.157735 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-04af329c-734b-44da-b6d9-ea370a9d5a6e tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:35:31.178040 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-04af329c-734b-44da-b6d9-ea370a9d5a6e tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks [] for floatingip, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:31.342898 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-04af329c-734b-44da-b6d9-ea370a9d5a6e tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:31.500258 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [None req-04af329c-734b-44da-b6d9-ea370a9d5a6e tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Allocated IP 172.28.3.35 (6dc11b00-4e00-4f77-8f6a-5304324fd48e/122e1bcc-5379-466c-b8c0-1b63f085397d/58d5f05e-044d-4cbf-9a75-f811d59d0177) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 14:35:31.543379 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8af8ec32-5fc0-480e-ae64-fd07b0090418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846809845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846489668'] for router_interface, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:31.694965 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-04af329c-734b-44da-b6d9-ea370a9d5a6e tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:31.728647 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-04af329c-734b-44da-b6d9-ea370a9d5a6e tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732486185860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848525233'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:31.748783 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7a2daae1-061c-4ccd-830e-1285a4fbf7a2 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:35:31.889202 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af329c-734b-44da-b6d9-ea370a9d5a6e tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Pushing event updated for resources: {'Port': ['ID=58d5f05e-044d-4cbf-9a75-f811d59d0177,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:35:31.893755 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-04af329c-734b-44da-b6d9-ea370a9d5a6e tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:35:31.950968 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04af329c-734b-44da-b6d9-ea370a9d5a6e tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Network 6dc11b00-4e00-4f77-8f6a-5304324fd48e is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:35:31.952356 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-04af329c-734b-44da-b6d9-ea370a9d5a6e tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:35:31.954694 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04af329c-734b-44da-b6d9-ea370a9d5a6e tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 14:35:32.059808 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-04af329c-734b-44da-b6d9-ea370a9d5a6e tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:32.129807 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-04af329c-734b-44da-b6d9-ea370a9d5a6e tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:32.130616 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af8ec32-5fc0-480e-ae64-fd07b0090418 admin admin] Router bbdf2823-88af-4794-8f58-4a5f4787035c has already been hosted by L3 agent d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 14:35:32.339816 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af8ec32-5fc0-480e-ae64-fd07b0090418 admin admin] Notify agent at l3_agent.dv-cinder-780933-3-smb the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 14:35:32.350076 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fa76a0-9c74-4192-817a-d43291ecbd16 None None] Sync routers for ids ['bbdf2823-88af-4794-8f58-4a5f4787035c'] in dv-cinder-780933-3-smb {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 14:35:32.361143 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fa76a0-9c74-4192-817a-d43291ecbd16 None None] Routers {'bbdf2823-88af-4794-8f58-4a5f4787035c'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:35:32.361417 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 50944) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:35:32.361522 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-8af8ec32-5fc0-480e-ae64-fd07b0090418 admin admin] 10.222.0.63 "PUT /v2.0/routers/bbdf2823-88af-4794-8f58-4a5f4787035c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6757247 Apr 07 14:35:32.361932 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-c2fa76a0-9c74-4192-817a-d43291ecbd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:35:17Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['bbdf2823-88af-4794-8f58-4a5f4787035c'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:35:32.559501 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-c2fa76a0-9c74-4192-817a-d43291ecbd16 None None] Set router bbdf2823-88af-4794-8f58-4a5f4787035c gateway port host: dv-cinder-780933-3-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:35:32.611845 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d4335973-cf55-4d36-b54e-96e8af34e0b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:32.675030 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-04af329c-734b-44da-b6d9-ea370a9d5a6e tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:32.735697 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-04af329c-734b-44da-b6d9-ea370a9d5a6e tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6250582'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:32.762469 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:35:32.869939 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-c2fa76a0-9c74-4192-817a-d43291ecbd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbdf2823-88af-4794-8f58-4a5f4787035c', 'name': 'tempest-TestShelveInstance-1661993342-router', 'tenant_id': '595711248f0e49e39f1f1c42a8e83a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': '0a35eb8c-ba24-4409-b963-ef74bccf0b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:29:30Z', 'updated_at': '2021-04-07T14:35:30Z', 'revision_number': 5, 'project_id': '595711248f0e49e39f1f1c42a8e83a27', 'gw_port': {'id': '0a35eb8c-ba24-4409-b963-ef74bccf0b7d', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:56:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdf2823-88af-4794-8f58-4a5f4787035c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:32Z', 'updated_at': '2021-04-07T14:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb'}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:35:32.875778 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fa76a0-9c74-4192-817a-d43291ecbd16 None None] Checking router: bbdf2823-88af-4794-8f58-4a5f4787035c for host: dv-cinder-780933-3-smb {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 14:35:32.886065 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fa76a0-9c74-4192-817a-d43291ecbd16 None None] Routers {'bbdf2823-88af-4794-8f58-4a5f4787035c'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:35:32.886759 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-c2fa76a0-9c74-4192-817a-d43291ecbd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:35:17Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['bbdf2823-88af-4794-8f58-4a5f4787035c'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:35:33.191065 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af329c-734b-44da-b6d9-ea370a9d5a6e tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Pushing event updated for resources: {'Port': ['ID=58d5f05e-044d-4cbf-9a75-f811d59d0177,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:35:33.210851 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-04af329c-734b-44da-b6d9-ea370a9d5a6e tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:35:33.256447 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d4335973-cf55-4d36-b54e-96e8af34e0b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:33.305937 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-d4335973-cf55-4d36-b54e-96e8af34e0b7 admin admin] Deleting port 0a35eb8c-ba24-4409-b963-ef74bccf0b7d {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:35:33.306767 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d4335973-cf55-4d36-b54e-96e8af34e0b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:33.388077 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-c2fa76a0-9c74-4192-817a-d43291ecbd16 None None] Set router bbdf2823-88af-4794-8f58-4a5f4787035c gateway port host: dv-cinder-780933-3-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:35:33.401483 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-04af329c-734b-44da-b6d9-ea370a9d5a6e tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8275434'] for floatingip, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:33.497557 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-04af329c-734b-44da-b6d9-ea370a9d5a6e tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for floatingip, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:33.498906 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-04af329c-734b-44da-b6d9-ea370a9d5a6e tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3679540 Apr 07 14:35:33.583935 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-d4335973-cf55-4d36-b54e-96e8af34e0b7 admin admin] For port 0a35eb8c-ba24-4409-b963-ef74bccf0b7d, host dv-cinder-780933-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=0a35eb8c-ba24-4409-b963-ef74bccf0b7d,segment=NetworkSegment(feed5fe9-833d-41c1-bf1c-58a271b81c41),segment_id=feed5fe9-833d-41c1-bf1c-58a271b81c41)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:35:33.584661 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d4335973-cf55-4d36-b54e-96e8af34e0b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:33.807452 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-d4335973-cf55-4d36-b54e-96e8af34e0b7 admin admin] Calling delete_port for 0a35eb8c-ba24-4409-b963-ef74bccf0b7d owned by network:router_gateway {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:35:33.836892 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-c2fa76a0-9c74-4192-817a-d43291ecbd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbdf2823-88af-4794-8f58-4a5f4787035c', 'name': 'tempest-TestShelveInstance-1661993342-router', 'tenant_id': '595711248f0e49e39f1f1c42a8e83a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': '0a35eb8c-ba24-4409-b963-ef74bccf0b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:29:30Z', 'updated_at': '2021-04-07T14:35:30Z', 'revision_number': 5, 'project_id': '595711248f0e49e39f1f1c42a8e83a27', 'gw_port': {'id': '0a35eb8c-ba24-4409-b963-ef74bccf0b7d', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:56:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdf2823-88af-4794-8f58-4a5f4787035c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:32Z', 'updated_at': '2021-04-07T14:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb'}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:35:33.848454 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fa76a0-9c74-4192-817a-d43291ecbd16 None None] The sync data for ids ['bbdf2823-88af-4794-8f58-4a5f4787035c'] in dv-cinder-780933-3-smb is: [{'id': 'bbdf2823-88af-4794-8f58-4a5f4787035c', 'name': 'tempest-TestShelveInstance-1661993342-router', 'tenant_id': '595711248f0e49e39f1f1c42a8e83a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': '0a35eb8c-ba24-4409-b963-ef74bccf0b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:29:30Z', 'updated_at': '2021-04-07T14:35:30Z', 'revision_number': 5, 'project_id': '595711248f0e49e39f1f1c42a8e83a27', 'gw_port': {'id': '0a35eb8c-ba24-4409-b963-ef74bccf0b7d', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:56:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdf2823-88af-4794-8f58-4a5f4787035c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:32Z', 'updated_at': '2021-04-07T14:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb'}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 14:35:33.897355 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-1190957b-9ab7-4050-b881-75cddf805f8d tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Synchronizing usage tracker for tenant:1f28accf3ba748ad95aaf27f9a63aa6f on resource:security_group {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:35:33.941030 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-1190957b-9ab7-4050-b881-75cddf805f8d tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Unset dirty status for tenant:1f28accf3ba748ad95aaf27f9a63aa6f on resource:security_group {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:35:33.950679 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-1190957b-9ab7-4050-b881-75cddf805f8d tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--1861439054&fields=id&tenant_id=1f28accf3ba748ad95aaf27f9a63aa6f HTTP/1.1" status: 200 len: 267 time: 0.0900631 Apr 07 14:35:34.188730 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-f525f5dd-f564-421f-bb5f-69a2a3f1e571 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:35:34.190310 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-f525f5dd-f564-421f-bb5f-69a2a3f1e571 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/networks?id=bb7efeee-99ea-4043-8846-93b702fed956 HTTP/1.1" status: 200 len: 810 time: 0.2386158 Apr 07 14:35:34.211245 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-af59f2c6-80c4-49a1-b993-e41c4cc8def2 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/quotas/1f28accf3ba748ad95aaf27f9a63aa6f HTTP/1.1" status: 200 len: 375 time: 0.0122664 Apr 07 14:35:34.212055 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d4335973-cf55-4d36-b54e-96e8af34e0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304368157317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304368589940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848525233'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:34.229873 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-c32a508f-ca1f-4b93-be82-f8e4ecfaf572 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:35:34.373004 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4335973-cf55-4d36-b54e-96e8af34e0b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a35eb8c-ba24-4409-b963-ef74bccf0b7d,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:35:34.375653 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-d4335973-cf55-4d36-b54e-96e8af34e0b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:35:34.506738 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-c51cf3bb-ca44-407f-b32f-fcd9de511f9b tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Synchronizing usage tracker for tenant:1f28accf3ba748ad95aaf27f9a63aa6f on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:35:34.570839 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-c51cf3bb-ca44-407f-b32f-fcd9de511f9b tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Unset dirty status for tenant:1f28accf3ba748ad95aaf27f9a63aa6f on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:35:34.572319 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-c51cf3bb-ca44-407f-b32f-fcd9de511f9b tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=1f28accf3ba748ad95aaf27f9a63aa6f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3435779 Apr 07 14:35:34.583397 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d4335973-cf55-4d36-b54e-96e8af34e0b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846500420'] for router_gateway, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:34.852644 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d4335973-cf55-4d36-b54e-96e8af34e0b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8285244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7275'] for router, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:34.856363 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d4335973-cf55-4d36-b54e-96e8af34e0b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:34.899856 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d4335973-cf55-4d36-b54e-96e8af34e0b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8285334'] for router, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:34.900471 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4335973-cf55-4d36-b54e-96e8af34e0b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbdf2823-88af-4794-8f58-4a5f4787035c {{(pid=84313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 07 14:35:34.926568 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-40e1ec67-c878-484e-98ea-4ee4099dddba service neutron] 10.222.0.63 "GET /v2.0/networks/bb7efeee-99ea-4043-8846-93b702fed956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928472 Apr 07 14:35:34.929689 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d4335973-cf55-4d36-b54e-96e8af34e0b7 admin admin] Notify callbacks [] for router, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:34.932939 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-d4335973-cf55-4d36-b54e-96e8af34e0b7 admin admin] 10.222.0.63 "DELETE /v2.0/routers/bbdf2823-88af-4794-8f58-4a5f4787035c HTTP/1.1" status: 204 len: 168 time: 2.5686791 Apr 07 14:35:34.933811 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 50972) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:35:35.004207 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e3759a7-8368-463b-96ce-1a9ebb3c73b5 admin admin] Deleting subnet b0a219ac-f4f3-4108-85bd-b9a0db570754 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 07 14:35:35.008041 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6e3759a7-8368-463b-96ce-1a9ebb3c73b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:35.064820 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6e3759a7-8368-463b-96ce-1a9ebb3c73b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7044842'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:35.073350 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-32aa3168-f5d9-4a72-8bcb-fa1275f379f6 service neutron] 10.222.0.63 "GET /v2.0/networks/bb7efeee-99ea-4043-8846-93b702fed956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398478 Apr 07 14:35:35.162298 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6e3759a7-8368-463b-96ce-1a9ebb3c73b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854771514'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:35.365806 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-2e1666a5-afed-449f-876d-d3454531b1f3 req-6af4d1fd-1208-4b3d-bbed-ce4008cad58b tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Synchronizing usage tracker for tenant:1f28accf3ba748ad95aaf27f9a63aa6f on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:35:35.388777 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-2e1666a5-afed-449f-876d-d3454531b1f3 req-6af4d1fd-1208-4b3d-bbed-ce4008cad58b tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Unset dirty status for tenant:1f28accf3ba748ad95aaf27f9a63aa6f on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:35:35.390036 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-2e1666a5-afed-449f-876d-d3454531b1f3 req-6af4d1fd-1208-4b3d-bbed-ce4008cad58b tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=b928a91f-6800-486c-bf14-158ee4c135eb HTTP/1.1" status: 200 len: 210 time: 0.1395099 Apr 07 14:35:35.608043 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 0a35eb8c-ba24-4409-b963-ef74bccf0b7d no longer exists at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 14:35:35.652171 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] No Port match for: 0a35eb8c-ba24-4409-b963-ef74bccf0b7d {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 14:35:35.652570 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 0a35eb8c-ba24-4409-b963-ef74bccf0b7d not bound to the agent host dv-cinder-780933-3-smb {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 14:35:35.653052 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device fbb4b6c5-b5b1-4f78-86d0-91956725e469 no longer exists at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 14:35:35.693901 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] No Port match for: fbb4b6c5-b5b1-4f78-86d0-91956725e469 {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 14:35:35.694303 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device fbb4b6c5-b5b1-4f78-86d0-91956725e469 not bound to the agent host dv-cinder-780933-3-smb {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 14:35:35.767700 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.agents_db [None req-6fbea437-4030-452f-8588-832da035c2c0 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 14:35:35.843502 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6e3759a7-8368-463b-96ce-1a9ebb3c73b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847702558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848863120'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:35.860971 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ade7938d-4fce-4c02-b349-3008de6619fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:35:35.964608 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3759a7-8368-463b-96ce-1a9ebb3c73b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0a219ac-f4f3-4108-85bd-b9a0db570754,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:35:35.970474 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-6e3759a7-8368-463b-96ce-1a9ebb3c73b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:35:36.026887 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6e3759a7-8368-463b-96ce-1a9ebb3c73b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:36.033063 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-6e3759a7-8368-463b-96ce-1a9ebb3c73b5 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/b0a219ac-f4f3-4108-85bd-b9a0db570754 HTTP/1.1" status: 204 len: 168 time: 1.0978234 Apr 07 14:35:36.033581 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6229ee16-7b4b-4516-957b-8e838799c6ac None None] Network eb8515e8-a88e-4510-bf0c-3f52cf50b457 requested from dv-cinder-780933-3-smb {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 14:35:36.035720 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 51016) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:35:36.169505 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-65ba3999-7826-4377-b342-e91cedcfad53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-137828'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:36.250021 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-65ba3999-7826-4377-b342-e91cedcfad53 admin admin] Deleting port 5749c63a-4f5e-4160-8145-47525022f70a {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:35:36.250389 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-65ba3999-7826-4377-b342-e91cedcfad53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:36.358777 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e0acfc-3822-4d14-90cf-3c0a64631761 None None] DHCP port deletion for eb8515e8-a88e-4510-bf0c-3f52cf50b457 request from dv-cinder-780933-3-smb {{(pid=84314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 07 14:35:36.365047 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-48e0acfc-3822-4d14-90cf-3c0a64631761 None None] Deleting port 5749c63a-4f5e-4160-8145-47525022f70a {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:35:36.365638 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-48e0acfc-3822-4d14-90cf-3c0a64631761 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:36.615694 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-65ba3999-7826-4377-b342-e91cedcfad53 admin admin] For port 5749c63a-4f5e-4160-8145-47525022f70a, host dv-cinder-780933-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=5749c63a-4f5e-4160-8145-47525022f70a,segment=NetworkSegment(c2d47942-f9c6-4220-a89d-ec1894ae86b7),segment_id=c2d47942-f9c6-4220-a89d-ec1894ae86b7)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:35:36.616116 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-65ba3999-7826-4377-b342-e91cedcfad53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:36.639694 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-48e0acfc-3822-4d14-90cf-3c0a64631761 None None] For port 5749c63a-4f5e-4160-8145-47525022f70a, host dv-cinder-780933-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=5749c63a-4f5e-4160-8145-47525022f70a,segment=NetworkSegment(c2d47942-f9c6-4220-a89d-ec1894ae86b7),segment_id=c2d47942-f9c6-4220-a89d-ec1894ae86b7)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:35:36.640425 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-48e0acfc-3822-4d14-90cf-3c0a64631761 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:36.718293 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-b2660a06-9be8-42e2-9fa5-a16cbf114d82 req-267506a2-ee83-4d99-bf0c-bdd7f5d70184 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=b928a91f-6800-486c-bf14-158ee4c135eb HTTP/1.1" status: 200 len: 210 time: 0.0992405 Apr 07 14:35:36.787541 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-65ba3999-7826-4377-b342-e91cedcfad53 admin admin] Calling delete_port for 5749c63a-4f5e-4160-8145-47525022f70a owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:35:36.798657 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-48e0acfc-3822-4d14-90cf-3c0a64631761 None None] Calling delete_port for 5749c63a-4f5e-4160-8145-47525022f70a owned by network:dhcp {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:35:36.867093 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-b8e43ea2-7993-42e2-bc2e-218c905ceb0d tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:35:36.868668 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-b8e43ea2-7993-42e2-bc2e-218c905ceb0d tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.81 "GET /v2.0/networks?id=bb7efeee-99ea-4043-8846-93b702fed956 HTTP/1.1" status: 200 len: 810 time: 0.4747396 Apr 07 14:35:36.878269 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-48e0acfc-3822-4d14-90cf-3c0a64631761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304368157317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304368589940'] for port, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:36.898363 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:35:36.920487 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.db.api [None req-65ba3999-7826-4377-b342-e91cedcfad53 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84312) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 07 14:35:36.920843 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_db.api [None req-65ba3999-7826-4377-b342-e91cedcfad53 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 07 14:35:36.942269 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-e9a1fdcf-e123-4e2e-80e8-7a34bbdec02e tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1f28accf3ba748ad95aaf27f9a63aa6f HTTP/1.1" status: 200 len: 5708 time: 0.0537338 Apr 07 14:35:36.951317 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-d0cb3af5-f631-4654-9f07-ec1dd60e166a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Request body: {'port': {'device_id': 'b928a91f-6800-486c-bf14-158ee4c135eb', 'network_id': 'bb7efeee-99ea-4043-8846-93b702fed956', 'admin_state_up': True, 'tenant_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'security_groups': ['12b3d061-b56b-48cf-94a8-a7c78978747a']}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:35:36.993364 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e0acfc-3822-4d14-90cf-3c0a64631761 None None] Pushing event deleted for resources: {'Port': ['ID=5749c63a-4f5e-4160-8145-47525022f70a,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:35:37.013859 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e0acfc-3822-4d14-90cf-3c0a64631761 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:35:37.014248 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e0acfc-3822-4d14-90cf-3c0a64631761 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:35:37.014631 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e0acfc-3822-4d14-90cf-3c0a64631761 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:35:37.015009 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e0acfc-3822-4d14-90cf-3c0a64631761 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:35:37.015381 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e0acfc-3822-4d14-90cf-3c0a64631761 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:35:37.015757 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e0acfc-3822-4d14-90cf-3c0a64631761 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:35:37.016154 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e0acfc-3822-4d14-90cf-3c0a64631761 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:35:37.016518 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e0acfc-3822-4d14-90cf-3c0a64631761 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:35:37.016886 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e0acfc-3822-4d14-90cf-3c0a64631761 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:35:37.017253 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e0acfc-3822-4d14-90cf-3c0a64631761 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:35:37.017628 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e0acfc-3822-4d14-90cf-3c0a64631761 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:35:37.017992 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e0acfc-3822-4d14-90cf-3c0a64631761 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:35:37.023704 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-48e0acfc-3822-4d14-90cf-3c0a64631761 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:35:37.055357 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e0acfc-3822-4d14-90cf-3c0a64631761 None None] No DVR routers for this DVR port 5749c63a-4f5e-4160-8145-47525022f70a on host dv-cinder-780933-3-smb {{(pid=84314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 14:35:37.098621 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-d0cb3af5-f631-4654-9f07-ec1dd60e166a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:35:37.109244 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-d0cb3af5-f631-4654-9f07-ec1dd60e166a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:35:37.118569 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-d0cb3af5-f631-4654-9f07-ec1dd60e166a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Made reservation on behalf of 1f28accf3ba748ad95aaf27f9a63aa6f for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:35:37.124759 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-d0cb3af5-f631-4654-9f07-ec1dd60e166a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:37.278447 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-d0cb3af5-f631-4654-9f07-ec1dd60e166a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Allocated IP 172.20.0.5 (bb7efeee-99ea-4043-8846-93b702fed956/f07fac7c-5a35-4094-b6e4-56e6dcb86d0b/883e9f17-f6ee-4470-b3d2-0596cf1e59a7) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 14:35:37.432192 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-65ba3999-7826-4377-b342-e91cedcfad53 admin admin] Deleting port 5749c63a-4f5e-4160-8145-47525022f70a {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:35:37.432575 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-65ba3999-7826-4377-b342-e91cedcfad53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:37.523303 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-65ba3999-7826-4377-b342-e91cedcfad53 admin admin] The port '5749c63a-4f5e-4160-8145-47525022f70a' was deleted {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 07 14:35:37.553233 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 5749c63a-4f5e-4160-8145-47525022f70a no longer exists at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 14:35:37.592263 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-d0cb3af5-f631-4654-9f07-ec1dd60e166a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:37.594335 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] No Port match for: 5749c63a-4f5e-4160-8145-47525022f70a {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 14:35:37.594709 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 5749c63a-4f5e-4160-8145-47525022f70a not bound to the agent host dv-cinder-780933-3-smb {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 14:35:37.678896 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-d0cb3af5-f631-4654-9f07-ec1dd60e166a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Transition to ACTIVE for port object 883e9f17-f6ee-4470-b3d2-0596cf1e59a7 will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:35:37.683877 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-65ba3999-7826-4377-b342-e91cedcfad53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14662', 'neutron.services.segments.db._delete_segments_for_network--9223363304368102158'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:37.810776 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.segments.db [None req-65ba3999-7826-4377-b342-e91cedcfad53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb8515e8-a88e-4510-bf0c-3f52cf50b457']}} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:35:37.825800 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.segments.db [None req-65ba3999-7826-4377-b342-e91cedcfad53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2d47942-f9c6-4220-a89d-ec1894ae86b7') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:35:37.827059 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.segments.db [None req-65ba3999-7826-4377-b342-e91cedcfad53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2d47942-f9c6-4220-a89d-ec1894ae86b7') {} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:35:37.837075 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-d0cb3af5-f631-4654-9f07-ec1dd60e166a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732486185860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7073224'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:37.855328 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a947fb4a-5775-423f-a15a-0f566f9e08e5 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:35:37.890554 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-65ba3999-7826-4377-b342-e91cedcfad53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304368070140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847730990'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:38.030006 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-65ba3999-7826-4377-b342-e91cedcfad53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773215'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:38.057297 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ba3999-7826-4377-b342-e91cedcfad53 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 07 14:35:38.135851 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb3af5-f631-4654-9f07-ec1dd60e166a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Pushing event updated for resources: {'Port': ['ID=883e9f17-f6ee-4470-b3d2-0596cf1e59a7,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:35:38.145927 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-d0cb3af5-f631-4654-9f07-ec1dd60e166a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:35:38.297036 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-65ba3999-7826-4377-b342-e91cedcfad53 admin admin] Network eb8515e8-a88e-4510-bf0c-3f52cf50b457 has no segments {{(pid=84312) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 14:35:38.309510 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-65ba3999-7826-4377-b342-e91cedcfad53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847702593'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:38.392698 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf409d-36e5-4ddb-8441-3d5084e2377c req-2ed2ac9a-db1d-465e-aeab-a2f35420b4fa tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:35:38.394229 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5bcf409d-36e5-4ddb-8441-3d5084e2377c req-2ed2ac9a-db1d-465e-aeab-a2f35420b4fa tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=b928a91f-6800-486c-bf14-158ee4c135eb HTTP/1.1" status: 200 len: 931 time: 0.5400677 Apr 07 14:35:38.437487 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-d0cb3af5-f631-4654-9f07-ec1dd60e166a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Network bb7efeee-99ea-4043-8846-93b702fed956 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:35:38.455880 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-d0cb3af5-f631-4654-9f07-ec1dd60e166a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:35:38.505934 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-d0cb3af5-f631-4654-9f07-ec1dd60e166a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 14:35:38.570685 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5bcf409d-36e5-4ddb-8441-3d5084e2377c req-40b9a423-108c-451f-b8ae-95764b587c83 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/security-groups?id=12b3d061-b56b-48cf-94a8-a7c78978747a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695735 Apr 07 14:35:38.590647 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-65ba3999-7826-4377-b342-e91cedcfad53 admin admin] Network eb8515e8-a88e-4510-bf0c-3f52cf50b457 has no segments {{(pid=84312) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 14:35:38.616004 dv-cinder-780933-3-smb neutron-server[84199]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 14:35:38.616004 dv-cinder-780933-3-smb neutron-server[84199]: % (table.description, expected, rows_matched) Apr 07 14:35:38.616004 dv-cinder-780933-3-smb neutron-server[84199]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 14:35:38.616004 dv-cinder-780933-3-smb neutron-server[84199]: % (table.description, expected, rows_matched) Apr 07 14:35:38.616004 dv-cinder-780933-3-smb neutron-server[84199]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 14:35:38.616004 dv-cinder-780933-3-smb neutron-server[84199]: % (table.description, expected, rows_matched) Apr 07 14:35:38.616004 dv-cinder-780933-3-smb neutron-server[84199]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 14:35:38.616004 dv-cinder-780933-3-smb neutron-server[84199]: % (table.description, expected, rows_matched) Apr 07 14:35:38.616004 dv-cinder-780933-3-smb neutron-server[84199]: Traceback (most recent call last): Apr 07 14:35:38.616004 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 14:35:38.616004 dv-cinder-780933-3-smb neutron-server[84199]: timer() Apr 07 14:35:38.616004 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 14:35:38.616004 dv-cinder-780933-3-smb neutron-server[84199]: cb(*args, **kw) Apr 07 14:35:38.616004 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 07 14:35:38.616004 dv-cinder-780933-3-smb neutron-server[84199]: return func(*args, **kwargs) Apr 07 14:35:38.616004 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 14:35:38.616004 dv-cinder-780933-3-smb neutron-server[84199]: self._notify() Apr 07 14:35:38.616004 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 14:35:38.616004 dv-cinder-780933-3-smb neutron-server[84199]: self.callback(batched_events) Apr 07 14:35:38.616004 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 14:35:38.616004 dv-cinder-780933-3-smb neutron-server[84199]: event.method(event) Apr 07 14:35:38.616004 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 07 14:35:38.616004 dv-cinder-780933-3-smb neutron-server[84199]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 14:35:38.616004 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 07 14:35:38.616004 dv-cinder-780933-3-smb neutron-server[84199]: segment_id)['aggregates'][0] Apr 07 14:35:38.616004 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 07 14:35:38.616004 dv-cinder-780933-3-smb neutron-server[84199]: return f(self, *a, **k) Apr 07 14:35:38.616004 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 07 14:35:38.616004 dv-cinder-780933-3-smb neutron-server[84199]: return self._get(url).json() Apr 07 14:35:38.616004 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 14:35:38.616004 dv-cinder-780933-3-smb neutron-server[84199]: **kwargs) Apr 07 14:35:38.616004 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 14:35:38.616004 dv-cinder-780933-3-smb neutron-server[84199]: return self.request(url, 'GET', **kwargs) Apr 07 14:35:38.616004 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 07 14:35:38.616004 dv-cinder-780933-3-smb neutron-server[84199]: **endpoint_filter) Apr 07 14:35:38.616004 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 14:35:38.616004 dv-cinder-780933-3-smb neutron-server[84199]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 14:35:38.616004 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 14:35:38.616004 dv-cinder-780933-3-smb neutron-server[84199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 14:35:38.616004 dv-cinder-780933-3-smb neutron-server[84199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 14:35:38.703066 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-d0cb3af5-f631-4654-9f07-ec1dd60e166a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:35:38.703761 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-d0cb3af5-f631-4654-9f07-ec1dd60e166a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:38.708447 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-3b836356-7ad0-4848-aad1-72a6c459700b None None] Provisioning for port 883e9f17-f6ee-4470-b3d2-0596cf1e59a7 completed by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:35:38.714204 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-3b836356-7ad0-4848-aad1-72a6c459700b None None] Provisioning complete for port 883e9f17-f6ee-4470-b3d2-0596cf1e59a7 triggered by entity DHCP. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:35:38.714662 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3b836356-7ad0-4848-aad1-72a6c459700b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:38.723622 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-65ba3999-7826-4377-b342-e91cedcfad53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854761138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8275419'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:38.734263 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-90dbad0d-a8f7-49d8-a8fa-51e30ff1fd01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:35:38.753871 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-65ba3999-7826-4377-b342-e91cedcfad53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:38.763733 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba3999-7826-4377-b342-e91cedcfad53 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb8515e8-a88e-4510-bf0c-3f52cf50b457,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:35:38.768082 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-d0cb3af5-f631-4654-9f07-ec1dd60e166a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8209908 Apr 07 14:35:38.771346 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-65ba3999-7826-4377-b342-e91cedcfad53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:35:38.775392 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-3b836356-7ad0-4848-aad1-72a6c459700b None None] Port 883e9f17-f6ee-4470-b3d2-0596cf1e59a7 cannot update to ACTIVE because it is not bound. {{(pid=84314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 14:35:38.781714 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-7d2898d7-6b6d-4f31-a336-36cbf3e97731 service neutron] Request body: {'port': {'device_id': 'b928a91f-6800-486c-bf14-158ee4c135eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:35:38.814050 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-65ba3999-7826-4377-b342-e91cedcfad53 admin admin] 10.222.0.63 "DELETE /v2.0/networks/eb8515e8-a88e-4510-bf0c-3f52cf50b457 HTTP/1.1" status: 204 len: 168 time: 2.7772148 Apr 07 14:35:38.817181 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 51046) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:35:38.905847 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-7d2898d7-6b6d-4f31-a336-36cbf3e97731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:39.465235 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-712ea08b-2b96-4a17-b221-1131ad4cd3d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846494577'] for router_interface, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:39.578656 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-7d2898d7-6b6d-4f31-a336-36cbf3e97731 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 883e9f17-f6ee-4470-b3d2-0596cf1e59a7 {{(pid=84312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 14:35:39.587302 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-7d2898d7-6b6d-4f31-a336-36cbf3e97731 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:39.604275 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-7d2898d7-6b6d-4f31-a336-36cbf3e97731 service neutron] Transition to ACTIVE for port object 883e9f17-f6ee-4470-b3d2-0596cf1e59a7 will not be triggered until provisioned by entity L2. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:35:39.607515 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-7d2898d7-6b6d-4f31-a336-36cbf3e97731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847702575'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:39.623717 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-1410dd85-fa9a-410b-9304-9b60f89cc34f tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:35:39.746913 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2898d7-6b6d-4f31-a336-36cbf3e97731 service neutron] Pushing event updated for resources: {'Port': ['ID=883e9f17-f6ee-4470-b3d2-0596cf1e59a7,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:35:39.760533 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7d2898d7-6b6d-4f31-a336-36cbf3e97731 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:35:40.028199 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-7d2898d7-6b6d-4f31-a336-36cbf3e97731 service neutron] Attempting to bind port 883e9f17-f6ee-4470-b3d2-0596cf1e59a7 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 14:35:40.028851 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-7d2898d7-6b6d-4f31-a336-36cbf3e97731 service neutron] Attempting to bind port 883e9f17-f6ee-4470-b3d2-0596cf1e59a7 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '08af5bb5-a582-448e-ac67-8d64a395bc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'bb7efeee-99ea-4043-8846-93b702fed956'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 14:35:40.028993 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-7d2898d7-6b6d-4f31-a336-36cbf3e97731 service neutron] Attempting to bind port 883e9f17-f6ee-4470-b3d2-0596cf1e59a7 on network bb7efeee-99ea-4043-8846-93b702fed956 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:35:40.034487 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-7d2898d7-6b6d-4f31-a336-36cbf3e97731 service neutron] Port 883e9f17-f6ee-4470-b3d2-0596cf1e59a7 on network bb7efeee-99ea-4043-8846-93b702fed956 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 14:35:40.034855 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-7d2898d7-6b6d-4f31-a336-36cbf3e97731 service neutron] Attempting to bind port 883e9f17-f6ee-4470-b3d2-0596cf1e59a7 on network bb7efeee-99ea-4043-8846-93b702fed956 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:35:40.041153 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-7d2898d7-6b6d-4f31-a336-36cbf3e97731 service neutron] Checking agent: {'id': '9602430f-c8c8-408a-9570-479772f8b05b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 14, 25, 46), 'started_at': datetime.datetime(2021, 4, 7, 14, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 14, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 14:35:40.041543 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-7d2898d7-6b6d-4f31-a336-36cbf3e97731 service neutron] Checking segment: {'id': '08af5bb5-a582-448e-ac67-8d64a395bc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'bb7efeee-99ea-4043-8846-93b702fed956'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:35:40.041974 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-7d2898d7-6b6d-4f31-a336-36cbf3e97731 service neutron] Bound using segment: {'id': '08af5bb5-a582-448e-ac67-8d64a395bc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'bb7efeee-99ea-4043-8846-93b702fed956'} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 14:35:40.042447 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-7d2898d7-6b6d-4f31-a336-36cbf3e97731 service neutron] Bound port: 883e9f17-f6ee-4470-b3d2-0596cf1e59a7, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08af5bb5-a582-448e-ac67-8d64a395bc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'bb7efeee-99ea-4043-8846-93b702fed956'}}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 14:35:40.042839 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-7d2898d7-6b6d-4f31-a336-36cbf3e97731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:40.121927 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f87631-cf78-4fd6-a0be-b0f3f947fc51 req-e896fdf4-6c8b-49c0-bb8b-2b2660364033 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:35:40.123567 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-81f87631-cf78-4fd6-a0be-b0f3f947fc51 req-e896fdf4-6c8b-49c0-bb8b-2b2660364033 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=b928a91f-6800-486c-bf14-158ee4c135eb HTTP/1.1" status: 200 len: 943 time: 0.4081118 Apr 07 14:35:40.131377 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-7d2898d7-6b6d-4f31-a336-36cbf3e97731 service neutron] For port 883e9f17-f6ee-4470-b3d2-0596cf1e59a7, host hv-cinder-78093, cleared binding levels {{(pid=84312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 14:35:40.134726 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-7d2898d7-6b6d-4f31-a336-36cbf3e97731 service neutron] For port 883e9f17-f6ee-4470-b3d2-0596cf1e59a7, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=883e9f17-f6ee-4470-b3d2-0596cf1e59a7,segment=NetworkSegment(08af5bb5-a582-448e-ac67-8d64a395bc43),segment_id=08af5bb5-a582-448e-ac67-8d64a395bc43)] {{(pid=84312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 14:35:40.138549 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-7d2898d7-6b6d-4f31-a336-36cbf3e97731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847702575'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:40.154451 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-629e5af9-7715-402c-ad14-7cd461de4926 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:35:40.207156 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-81f87631-cf78-4fd6-a0be-b0f3f947fc51 req-2ea9023d-af5e-4012-bd07-c8c022e4cd25 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/security-groups?id=12b3d061-b56b-48cf-94a8-a7c78978747a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478137 Apr 07 14:35:40.212603 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-712ea08b-2b96-4a17-b221-1131ad4cd3d3 admin admin] Deleting port 1fc886b8-fe02-4950-8730-a8bea304b4a5 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:35:40.212983 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-712ea08b-2b96-4a17-b221-1131ad4cd3d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:40.318942 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2898d7-6b6d-4f31-a336-36cbf3e97731 service neutron] Pushing event updated for resources: {'Port': ['ID=883e9f17-f6ee-4470-b3d2-0596cf1e59a7,revision_number=3']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:35:40.322844 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7d2898d7-6b6d-4f31-a336-36cbf3e97731 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:35:40.359872 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-7d2898d7-6b6d-4f31-a336-36cbf3e97731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:35:40.360891 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-7d2898d7-6b6d-4f31-a336-36cbf3e97731 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:40.362884 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-7d2898d7-6b6d-4f31-a336-36cbf3e97731 service neutron] 10.222.0.81 "PUT /v2.0/ports/883e9f17-f6ee-4470-b3d2-0596cf1e59a7 HTTP/1.1" status: 200 len: 1093 time: 1.5857227 Apr 07 14:35:40.363565 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b928a91f-6800-486c-bf14-158ee4c135eb', 'tag': '883e9f17-f6ee-4470-b3d2-0596cf1e59a7'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:35:40.430007 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-712ea08b-2b96-4a17-b221-1131ad4cd3d3 admin admin] For port 1fc886b8-fe02-4950-8730-a8bea304b4a5, host dv-cinder-780933-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=1fc886b8-fe02-4950-8730-a8bea304b4a5,segment=NetworkSegment(e5110a05-7b11-49a9-b157-dde4367735dc),segment_id=e5110a05-7b11-49a9-b157-dde4367735dc)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:35:40.430413 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-712ea08b-2b96-4a17-b221-1131ad4cd3d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:40.452350 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b928a91f-6800-486c-bf14-158ee4c135eb', 'tag': '883e9f17-f6ee-4470-b3d2-0596cf1e59a7', 'status': 'completed', 'code': 200} Apr 07 14:35:40.487231 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-ad9d779d-55ad-4c4d-be97-1482b2387ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:35:40.488964 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-ad9d779d-55ad-4c4d-be97-1482b2387ead service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1f28accf3ba748ad95aaf27f9a63aa6f&device_id=b928a91f-6800-486c-bf14-158ee4c135eb HTTP/1.1" status: 200 len: 1096 time: 0.0910394 Apr 07 14:35:40.586517 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-b8085170-3602-4e1d-98b8-dd73b8302604 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=883e9f17-f6ee-4470-b3d2-0596cf1e59a7 HTTP/1.1" status: 200 len: 217 time: 0.0877020 Apr 07 14:35:40.610317 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-712ea08b-2b96-4a17-b221-1131ad4cd3d3 admin admin] Calling delete_port for 1fc886b8-fe02-4950-8730-a8bea304b4a5 owned by network:router_interface {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:35:40.672815 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-c14d6083-7ede-467a-a8a8-82625dbb3464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:35:40.674385 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-c14d6083-7ede-467a-a8a8-82625dbb3464 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f07fac7c-5a35-4094-b6e4-56e6dcb86d0b HTTP/1.1" status: 200 len: 849 time: 0.0817883 Apr 07 14:35:40.686284 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 51066) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:35:40.759242 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-5bb38049-1a47-4a48-ab29-b8fc446e9340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:35:40.760921 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-5bb38049-1a47-4a48-ab29-b8fc446e9340 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bb7efeee-99ea-4043-8846-93b702fed956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0796041 Apr 07 14:35:40.809990 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-712ea08b-2b96-4a17-b221-1131ad4cd3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304368157317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304368589940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848525233'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:40.828581 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7f585415-dde7-4a3b-85f9-df3e3af82425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:35:40.910244 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-0b772bc3-b10e-4273-bd44-f364d147473f service neutron] 10.222.0.81 "GET /v2.0/networks/bb7efeee-99ea-4043-8846-93b702fed956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426852 Apr 07 14:35:40.948904 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712ea08b-2b96-4a17-b221-1131ad4cd3d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fc886b8-fe02-4950-8730-a8bea304b4a5,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:35:40.951434 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7ae9380e-6508-4cb5-bef7-328df161e45a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:40.961627 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-712ea08b-2b96-4a17-b221-1131ad4cd3d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:35:40.975476 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-7ae9380e-6508-4cb5-bef7-328df161e45a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:35:40.982824 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-7ae9380e-6508-4cb5-bef7-328df161e45a admin admin] Usage tracker for resource:security_group_rule and tenant:34b27bc434914d779a47afd72064b7c6 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:35:40.987769 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-7ae9380e-6508-4cb5-bef7-328df161e45a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:35:41.005550 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-7ae9380e-6508-4cb5-bef7-328df161e45a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:35:41.055867 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-f9f990c7-a8da-408e-8df8-28c997ab22ad req-21f4276d-ffe4-4ed1-8e5a-ee178e4b32f1 service neutron] 10.222.0.81 "GET /v2.0/networks/bb7efeee-99ea-4043-8846-93b702fed956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388583 Apr 07 14:35:41.196017 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070322b-8ff0-4bf5-b217-e23f9bf5e0d7 req-4451a533-42d0-4fa4-98bf-69b3d8398576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:35:41.197790 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5070322b-8ff0-4bf5-b217-e23f9bf5e0d7 req-4451a533-42d0-4fa4-98bf-69b3d8398576 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1f28accf3ba748ad95aaf27f9a63aa6f&device_id=b928a91f-6800-486c-bf14-158ee4c135eb HTTP/1.1" status: 200 len: 1096 time: 0.0903084 Apr 07 14:35:41.376747 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070322b-8ff0-4bf5-b217-e23f9bf5e0d7 req-9c529d0b-1489-4ccc-a1ba-e827ba4c6cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:35:41.378849 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5070322b-8ff0-4bf5-b217-e23f9bf5e0d7 req-9c529d0b-1489-4ccc-a1ba-e827ba4c6cf2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=bb7efeee-99ea-4043-8846-93b702fed956 HTTP/1.1" status: 200 len: 911 time: 0.1739140 Apr 07 14:35:41.379198 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7ae9380e-6508-4cb5-bef7-328df161e45a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:41.386277 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7ae9380e-6508-4cb5-bef7-328df161e45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:41.395721 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ab6c923a-4628-44a4-8a64-080246988292 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:35:41.481123 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5070322b-8ff0-4bf5-b217-e23f9bf5e0d7 req-45ba9d0b-5de6-40a9-a730-32287ffb7dd0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=883e9f17-f6ee-4470-b3d2-0596cf1e59a7 HTTP/1.1" status: 200 len: 217 time: 0.0949674 Apr 07 14:35:41.512077 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae9380e-6508-4cb5-bef7-328df161e45a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112860a1-c36d-428e-9513-b453924d9bd3,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:35:41.521571 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7ae9380e-6508-4cb5-bef7-328df161e45a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:35:41.524877 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-7ae9380e-6508-4cb5-bef7-328df161e45a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=34b27bc434914d779a47afd72064b7c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8373191 Apr 07 14:35:41.527793 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 51074) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:35:41.531099 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-712ea08b-2b96-4a17-b221-1131ad4cd3d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846809845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846489668'] for router_interface, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:41.618255 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070322b-8ff0-4bf5-b217-e23f9bf5e0d7 req-c18d25e2-e3fa-4b0e-9a9b-aed01b47bf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:35:41.619872 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5070322b-8ff0-4bf5-b217-e23f9bf5e0d7 req-c18d25e2-e3fa-4b0e-9a9b-aed01b47bf9c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f07fac7c-5a35-4094-b6e4-56e6dcb86d0b HTTP/1.1" status: 200 len: 849 time: 0.1311760 Apr 07 14:35:41.629358 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-87a3d2d3-b86e-4a79-9f3a-28cf21076106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:41.654839 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a5059-f45a-4b25-bd4c-273fd306ad03 req-4b520207-dba7-4245-99f3-ae5da477aef4 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:35:41.656529 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-415a5059-f45a-4b25-bd4c-273fd306ad03 req-4b520207-dba7-4245-99f3-ae5da477aef4 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=b928a91f-6800-486c-bf14-158ee4c135eb HTTP/1.1" status: 200 len: 943 time: 0.2257814 Apr 07 14:35:41.708882 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-87a3d2d3-b86e-4a79-9f3a-28cf21076106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:41.717900 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-415a5059-f45a-4b25-bd4c-273fd306ad03 req-0f5b98b0-1c3c-4e51-a709-afc910184154 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/security-groups?id=12b3d061-b56b-48cf-94a8-a7c78978747a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437112 Apr 07 14:35:41.768793 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070322b-8ff0-4bf5-b217-e23f9bf5e0d7 req-b7cf3a57-deee-4cdb-bb99-2d32e003cc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:35:41.770431 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5070322b-8ff0-4bf5-b217-e23f9bf5e0d7 req-b7cf3a57-deee-4cdb-bb99-2d32e003cc86 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bb7efeee-99ea-4043-8846-93b702fed956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1425061 Apr 07 14:35:41.859927 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-87a3d2d3-b86e-4a79-9f3a-28cf21076106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:41.873379 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-282a4157-c8cc-4d73-bd4c-cbc630e629a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:35:41.893023 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a3d2d3-b86e-4a79-9f3a-28cf21076106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112860a1-c36d-428e-9513-b453924d9bd3,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:35:41.897886 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-87a3d2d3-b86e-4a79-9f3a-28cf21076106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:35:41.901150 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-87a3d2d3-b86e-4a79-9f3a-28cf21076106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:41.902371 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-87a3d2d3-b86e-4a79-9f3a-28cf21076106 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/112860a1-c36d-428e-9513-b453924d9bd3 HTTP/1.1" status: 204 len: 168 time: 0.3735993 Apr 07 14:35:41.965965 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5070322b-8ff0-4bf5-b217-e23f9bf5e0d7 req-ebd94e53-e77e-43ec-a313-5c1364316a84 service neutron] 10.222.0.81 "GET /v2.0/networks/bb7efeee-99ea-4043-8846-93b702fed956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878126 Apr 07 14:35:42.144754 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-712ea08b-2b96-4a17-b221-1131ad4cd3d3 admin admin] Router 38e10c10-2e18-4be9-b38b-b064be7fd70b has already been hosted by L3 agent d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2 {{(pid=84313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 14:35:42.150572 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-5070322b-8ff0-4bf5-b217-e23f9bf5e0d7 req-5478f066-3218-477b-819b-9aedf1c0e0ce service neutron] 10.222.0.81 "GET /v2.0/networks/bb7efeee-99ea-4043-8846-93b702fed956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780677 Apr 07 14:35:42.346131 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712ea08b-2b96-4a17-b221-1131ad4cd3d3 admin admin] Notify agent at l3_agent.dv-cinder-780933-3-smb the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 14:35:42.356656 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a493563-c8bd-4a3d-bc23-e417342c30e6 None None] Sync routers for ids ['38e10c10-2e18-4be9-b38b-b064be7fd70b'] in dv-cinder-780933-3-smb {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 14:35:42.367211 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a493563-c8bd-4a3d-bc23-e417342c30e6 None None] Routers {'38e10c10-2e18-4be9-b38b-b064be7fd70b'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:35:42.368265 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-7a493563-c8bd-4a3d-bc23-e417342c30e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:35:17Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['38e10c10-2e18-4be9-b38b-b064be7fd70b'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:35:42.372887 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-712ea08b-2b96-4a17-b221-1131ad4cd3d3 admin admin] 10.222.0.63 "PUT /v2.0/routers/38e10c10-2e18-4be9-b38b-b064be7fd70b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5543153 Apr 07 14:35:42.375444 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 51090) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:35:42.577870 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-7a493563-c8bd-4a3d-bc23-e417342c30e6 None None] Set router 38e10c10-2e18-4be9-b38b-b064be7fd70b gateway port host: dv-cinder-780933-3-smb {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:35:42.588929 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3fd4f969-1896-4d2e-9b96-91e6062830f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:42.800323 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3fd4f969-1896-4d2e-9b96-91e6062830f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:42.810543 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-3fd4f969-1896-4d2e-9b96-91e6062830f2 admin admin] Deleting port a17a9909-d493-49ff-bfec-c7d427a27f3f {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:35:42.810924 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3fd4f969-1896-4d2e-9b96-91e6062830f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:42.898676 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-7a493563-c8bd-4a3d-bc23-e417342c30e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e10c10-2e18-4be9-b38b-b064be7fd70b', 'name': 'tempest-TestShelveInstance-1488382879-router', 'tenant_id': 'bc668998eabf4450b4c95ab35bdd6197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a17a9909-d493-49ff-bfec-c7d427a27f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:29:50Z', 'updated_at': '2021-04-07T14:35:40Z', 'revision_number': 5, 'project_id': 'bc668998eabf4450b4c95ab35bdd6197', 'gw_port': {'id': 'a17a9909-d493-49ff-bfec-c7d427a27f3f', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e10c10-2e18-4be9-b38b-b064be7fd70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:29:51Z', 'updated_at': '2021-04-07T14:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb'}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:35:42.903869 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a493563-c8bd-4a3d-bc23-e417342c30e6 None None] Checking router: 38e10c10-2e18-4be9-b38b-b064be7fd70b for host: dv-cinder-780933-3-smb {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 14:35:42.914156 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a493563-c8bd-4a3d-bc23-e417342c30e6 None None] Routers {'38e10c10-2e18-4be9-b38b-b064be7fd70b'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:35:42.914963 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-7a493563-c8bd-4a3d-bc23-e417342c30e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:35:17Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['38e10c10-2e18-4be9-b38b-b064be7fd70b'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:35:43.054826 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976194f8-d60d-4afd-b0a5-78e278822473 req-e2a644c9-ad35-4a80-b60a-662584e76162 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:35:43.055848 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-976194f8-d60d-4afd-b0a5-78e278822473 req-e2a644c9-ad35-4a80-b60a-662584e76162 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Synchronizing usage tracker for tenant:1f28accf3ba748ad95aaf27f9a63aa6f on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:35:43.245639 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 883e9f17-f6ee-4470-b3d2-0596cf1e59a7 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=84314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 14:35:43.291792 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-7a493563-c8bd-4a3d-bc23-e417342c30e6 None None] Set router 38e10c10-2e18-4be9-b38b-b064be7fd70b gateway port host: None {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:35:43.370891 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-976194f8-d60d-4afd-b0a5-78e278822473 req-e2a644c9-ad35-4a80-b60a-662584e76162 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Unset dirty status for tenant:1f28accf3ba748ad95aaf27f9a63aa6f on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:35:43.372196 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-976194f8-d60d-4afd-b0a5-78e278822473 req-e2a644c9-ad35-4a80-b60a-662584e76162 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=b928a91f-6800-486c-bf14-158ee4c135eb HTTP/1.1" status: 200 len: 943 time: 0.5216379 Apr 07 14:35:43.384464 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-3fd4f969-1896-4d2e-9b96-91e6062830f2 admin admin] For port a17a9909-d493-49ff-bfec-c7d427a27f3f, host dv-cinder-780933-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=a17a9909-d493-49ff-bfec-c7d427a27f3f,segment=NetworkSegment(feed5fe9-833d-41c1-bf1c-58a271b81c41),segment_id=feed5fe9-833d-41c1-bf1c-58a271b81c41)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:35:43.385076 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3fd4f969-1896-4d2e-9b96-91e6062830f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:43.490044 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-7a493563-c8bd-4a3d-bc23-e417342c30e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e10c10-2e18-4be9-b38b-b064be7fd70b', 'name': 'tempest-TestShelveInstance-1488382879-router', 'tenant_id': 'bc668998eabf4450b4c95ab35bdd6197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:29:50Z', 'updated_at': '2021-04-07T14:35:42Z', 'revision_number': 6, 'project_id': 'bc668998eabf4450b4c95ab35bdd6197', 'gw_port_host': None}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:35:43.498822 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a493563-c8bd-4a3d-bc23-e417342c30e6 None None] The sync data for ids ['38e10c10-2e18-4be9-b38b-b064be7fd70b'] in dv-cinder-780933-3-smb is: [{'id': '38e10c10-2e18-4be9-b38b-b064be7fd70b', 'name': 'tempest-TestShelveInstance-1488382879-router', 'tenant_id': 'bc668998eabf4450b4c95ab35bdd6197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:29:50Z', 'updated_at': '2021-04-07T14:35:42Z', 'revision_number': 6, 'project_id': 'bc668998eabf4450b4c95ab35bdd6197', 'gw_port_host': None}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 14:35:43.551046 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-3fd4f969-1896-4d2e-9b96-91e6062830f2 admin admin] Calling delete_port for a17a9909-d493-49ff-bfec-c7d427a27f3f owned by network:router_gateway {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:35:43.562011 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port 883e9f17-f6ee-4470-b3d2-0596cf1e59a7, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=883e9f17-f6ee-4470-b3d2-0596cf1e59a7,segment=NetworkSegment(08af5bb5-a582-448e-ac67-8d64a395bc43),segment_id=08af5bb5-a582-448e-ac67-8d64a395bc43)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:35:43.583796 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Returning: {'device': '883e9f17-f6ee-4470-b3d2-0596cf1e59a7', 'network_id': 'bb7efeee-99ea-4043-8846-93b702fed956', 'port_id': '883e9f17-f6ee-4470-b3d2-0596cf1e59a7', 'mac_address': 'fa:16:3e:51:42:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f07fac7c-5a35-4094-b6e4-56e6dcb86d0b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 14:35:43.597318 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-976194f8-d60d-4afd-b0a5-78e278822473 req-58648ee2-0d92-4edb-9ca0-69b18fc1f6ee tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/security-groups?id=12b3d061-b56b-48cf-94a8-a7c78978747a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2156792 Apr 07 14:35:43.667367 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:43.669078 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 883e9f17-f6ee-4470-b3d2-0596cf1e59a7 {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 14:35:43.688444 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port 883e9f17-f6ee-4470-b3d2-0596cf1e59a7, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=883e9f17-f6ee-4470-b3d2-0596cf1e59a7,segment=NetworkSegment(08af5bb5-a582-448e-ac67-8d64a395bc43),segment_id=08af5bb5-a582-448e-ac67-8d64a395bc43)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:35:43.691704 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:43.694124 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:35:43.767783 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3fd4f969-1896-4d2e-9b96-91e6062830f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304368157317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304368589940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7073224'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:43.781001 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Pushing event updated for resources: {'Port': ['ID=883e9f17-f6ee-4470-b3d2-0596cf1e59a7,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:35:43.783780 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f1a16ee3-6e7a-4ab2-a0da-752e72262143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:35:43.784427 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:35:43.893168 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd4f969-1896-4d2e-9b96-91e6062830f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a17a9909-d493-49ff-bfec-c7d427a27f3f,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:35:43.898283 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-3fd4f969-1896-4d2e-9b96-91e6062830f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:35:43.898881 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] get_ports_and_sgs() called for port_ids ['883e9f17-f6ee-4470-b3d2-0596cf1e59a7'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 14:35:44.067834 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3fd4f969-1896-4d2e-9b96-91e6062830f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846500420'] for router_gateway, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:44.187268 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 51134) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:35:44.257804 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3fd4f969-1896-4d2e-9b96-91e6062830f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8285244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7275'] for router, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:44.260232 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3fd4f969-1896-4d2e-9b96-91e6062830f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:44.295750 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3fd4f969-1896-4d2e-9b96-91e6062830f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8285334'] for router, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:44.296519 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd4f969-1896-4d2e-9b96-91e6062830f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38e10c10-2e18-4be9-b38b-b064be7fd70b {{(pid=84312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 07 14:35:44.312915 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3fd4f969-1896-4d2e-9b96-91e6062830f2 admin admin] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:44.317504 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-3fd4f969-1896-4d2e-9b96-91e6062830f2 admin admin] 10.222.0.63 "DELETE /v2.0/routers/38e10c10-2e18-4be9-b38b-b064be7fd70b HTTP/1.1" status: 204 len: 168 time: 1.9376819 Apr 07 14:35:44.318077 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 51140) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:35:44.401633 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6dbb26de-afa9-4451-8cfb-c72e6c9bb267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:44.425885 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-6dbb26de-afa9-4451-8cfb-c72e6c9bb267 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:35:44.433865 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-6dbb26de-afa9-4451-8cfb-c72e6c9bb267 admin admin] Usage tracker for resource:security_group_rule and tenant:c757037116b44eb8a95105356276207b is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:35:44.442248 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_v2 [None req-93b6524a-4843-4a79-8aa7-1b26a53f017a admin admin] Deleting subnet 652fc8dc-ea5f-4b0b-9ed3-350d25f1f224 {{(pid=84313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 07 14:35:44.444785 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-6dbb26de-afa9-4451-8cfb-c72e6c9bb267 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:35:44.452438 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-93b6524a-4843-4a79-8aa7-1b26a53f017a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:44.482769 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-6dbb26de-afa9-4451-8cfb-c72e6c9bb267 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:35:44.534073 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-93b6524a-4843-4a79-8aa7-1b26a53f017a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849815780'] for subnet, precommit_delete_associations {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:44.674602 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-93b6524a-4843-4a79-8aa7-1b26a53f017a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854771514'] for subnet, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:44.707931 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-431283bd-49a6-4bbe-9dac-671118240834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:44.711945 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6dbb26de-afa9-4451-8cfb-c72e6c9bb267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:44.721134 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6dbb26de-afa9-4451-8cfb-c72e6c9bb267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:44.737189 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9334b37d-e4ee-40bd-90b4-aa7a04516eae tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:35:44.849104 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-6dbb26de-afa9-4451-8cfb-c72e6c9bb267 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c757037116b44eb8a95105356276207b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6612337 Apr 07 14:35:44.851983 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 51148) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:35:44.920921 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9a6e54e9-0634-4f89-866f-86939e6283c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:44.956289 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9a6e54e9-0634-4f89-866f-86939e6283c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:45.013534 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9a6e54e9-0634-4f89-866f-86939e6283c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:45.019015 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-83934135-9cd9-4f6f-a40c-4915a8598d61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:35:45.033020 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e54e9-0634-4f89-866f-86939e6283c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0640fc-c12c-4c10-bca1-025b968bc885,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:35:45.036525 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9a6e54e9-0634-4f89-866f-86939e6283c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:35:45.039527 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9a6e54e9-0634-4f89-866f-86939e6283c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:45.040854 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-9a6e54e9-0634-4f89-866f-86939e6283c7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0f0640fc-c12c-4c10-bca1-025b968bc885 HTTP/1.1" status: 204 len: 168 time: 0.1877961 Apr 07 14:35:45.146404 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb26de-afa9-4451-8cfb-c72e6c9bb267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0640fc-c12c-4c10-bca1-025b968bc885,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:35:45.159932 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-6dbb26de-afa9-4451-8cfb-c72e6c9bb267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:35:45.228213 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cfec87-3d9f-4008-bc4c-5361804134ee req-096c6e15-4a7c-400f-9b36-7f961a386256 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:35:45.229842 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-04cfec87-3d9f-4008-bc4c-5361804134ee req-096c6e15-4a7c-400f-9b36-7f961a386256 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=b928a91f-6800-486c-bf14-158ee4c135eb HTTP/1.1" status: 200 len: 944 time: 0.4956467 Apr 07 14:35:45.254006 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 883e9f17-f6ee-4470-b3d2-0596cf1e59a7 up at agent hyperv_hv-cinder-78093 {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:35:45.318582 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-04cfec87-3d9f-4008-bc4c-5361804134ee req-60e4ef2b-a4f5-493a-b182-f994257ea332 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/security-groups?id=12b3d061-b56b-48cf-94a8-a7c78978747a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811987 Apr 07 14:35:45.347493 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Provisioning for port 883e9f17-f6ee-4470-b3d2-0596cf1e59a7 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:35:45.355814 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Provisioning complete for port 883e9f17-f6ee-4470-b3d2-0596cf1e59a7 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:35:45.356142 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-93b6524a-4843-4a79-8aa7-1b26a53f017a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6250597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847727700'] for subnet, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:45.356296 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:45.370901 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 51156) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:35:45.374301 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2b54c1ab-406b-42e8-9224-f4ff621340c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:35:45.390423 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7cc364b7-887e-4d0f-a06b-24be7495590e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:45.406685 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-7cc364b7-887e-4d0f-a06b-24be7495590e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:35:45.411119 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-7cc364b7-887e-4d0f-a06b-24be7495590e admin admin] Usage tracker for resource:security_group_rule and tenant:08d8629472304e908cc36686cf5d4cb1 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:35:45.414828 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-7cc364b7-887e-4d0f-a06b-24be7495590e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:35:45.424000 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-7cc364b7-887e-4d0f-a06b-24be7495590e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:35:45.457485 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b6524a-4843-4a79-8aa7-1b26a53f017a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=652fc8dc-ea5f-4b0b-9ed3-350d25f1f224,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:35:45.467169 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-93b6524a-4843-4a79-8aa7-1b26a53f017a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:35:45.522854 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:45.539375 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7cc364b7-887e-4d0f-a06b-24be7495590e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:45.543169 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-93b6524a-4843-4a79-8aa7-1b26a53f017a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:45.544992 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7cc364b7-887e-4d0f-a06b-24be7495590e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:45.545438 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port 883e9f17-f6ee-4470-b3d2-0596cf1e59a7, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=883e9f17-f6ee-4470-b3d2-0596cf1e59a7,segment=NetworkSegment(08af5bb5-a582-448e-ac67-8d64a395bc43),segment_id=08af5bb5-a582-448e-ac67-8d64a395bc43)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:35:45.546674 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b928a91f-6800-486c-bf14-158ee4c135eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '883e9f17-f6ee-4470-b3d2-0596cf1e59a7'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:35:45.556526 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7af4e60d-2e3e-4df9-b3b8-957d8153ac2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:35:45.557375 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:45.560180 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a400de-323b-44a5-b5dc-b346d40bfdf7 None None] Network 0e418e9d-a837-4e7d-ac49-8444c710e003 requested from dv-cinder-780933-3-smb {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 14:35:45.573071 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-93b6524a-4843-4a79-8aa7-1b26a53f017a admin admin] 10.222.0.63 "DELETE /v2.0/subnets/652fc8dc-ea5f-4b0b-9ed3-350d25f1f224 HTTP/1.1" status: 204 len: 168 time: 1.2533221 Apr 07 14:35:45.575670 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 51162) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:35:45.620030 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-7cc364b7-887e-4d0f-a06b-24be7495590e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=08d8629472304e908cc36686cf5d4cb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2455211 Apr 07 14:35:45.620030 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc364b7-887e-4d0f-a06b-24be7495590e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ebf14b-306b-4bac-8269-77d8151a90fe,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:35:45.621327 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 51166) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:35:45.636976 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7cc364b7-887e-4d0f-a06b-24be7495590e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:35:45.658659 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:35:45.702825 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b928a91f-6800-486c-bf14-158ee4c135eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '883e9f17-f6ee-4470-b3d2-0596cf1e59a7', 'code': 200} Apr 07 14:35:45.712045 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-828f00aa-e883-436b-94c7-7205ce375b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-137828'] for network, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:45.715445 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-46642097-22e8-44a8-821f-4ff69e0a7f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:45.733089 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device a17a9909-d493-49ff-bfec-c7d427a27f3f no longer exists at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 14:35:45.749267 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-46642097-22e8-44a8-821f-4ff69e0a7f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:45.788989 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-828f00aa-e883-436b-94c7-7205ce375b7b admin admin] Deleting port 5ce1966a-1120-4f49-a8b6-1069b8343a88 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:35:45.789379 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-828f00aa-e883-436b-94c7-7205ce375b7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:45.823536 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] No Port match for: a17a9909-d493-49ff-bfec-c7d427a27f3f {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 14:35:45.823950 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device a17a9909-d493-49ff-bfec-c7d427a27f3f not bound to the agent host dv-cinder-780933-3-smb {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 14:35:45.824423 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 1fc886b8-fe02-4950-8730-a8bea304b4a5 no longer exists at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 14:35:45.889019 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-46642097-22e8-44a8-821f-4ff69e0a7f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:45.893354 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] No Port match for: 1fc886b8-fe02-4950-8730-a8bea304b4a5 {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 14:35:45.893747 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 1fc886b8-fe02-4950-8730-a8bea304b4a5 not bound to the agent host dv-cinder-780933-3-smb {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 14:35:45.895873 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-9a6e54e9-0634-4f89-866f-86939e6283c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:35:45.914172 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46642097-22e8-44a8-821f-4ff69e0a7f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ebf14b-306b-4bac-8269-77d8151a90fe,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:35:45.918434 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-46642097-22e8-44a8-821f-4ff69e0a7f04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:35:45.921117 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570968d-2ff1-4c4c-8c89-9b54519d0ee4 req-9ca83eae-1369-469b-b956-acd5c0fa1b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:35:45.922981 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-7570968d-2ff1-4c4c-8c89-9b54519d0ee4 req-9ca83eae-1369-469b-b956-acd5c0fa1b93 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b928a91f-6800-486c-bf14-158ee4c135eb HTTP/1.1" status: 200 len: 1098 time: 0.1129115 Apr 07 14:35:45.925346 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-46642097-22e8-44a8-821f-4ff69e0a7f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:45.929192 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-46642097-22e8-44a8-821f-4ff69e0a7f04 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/40ebf14b-306b-4bac-8269-77d8151a90fe HTTP/1.1" status: 204 len: 168 time: 0.2937238 Apr 07 14:35:45.959028 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:45.972274 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-7570968d-2ff1-4c4c-8c89-9b54519d0ee4 req-470d4b1c-39e9-4b5a-9d6f-165d4139696d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=12b3d061-b56b-48cf-94a8-a7c78978747a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421488 Apr 07 14:35:45.979073 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Pushing event updated for resources: {'Port': ['ID=883e9f17-f6ee-4470-b3d2-0596cf1e59a7,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:35:45.986799 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:35:46.033495 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-828f00aa-e883-436b-94c7-7205ce375b7b admin admin] For port 5ce1966a-1120-4f49-a8b6-1069b8343a88, host dv-cinder-780933-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=5ce1966a-1120-4f49-a8b6-1069b8343a88,segment=NetworkSegment(e5110a05-7b11-49a9-b157-dde4367735dc),segment_id=e5110a05-7b11-49a9-b157-dde4367735dc)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:35:46.033911 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-828f00aa-e883-436b-94c7-7205ce375b7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:46.073259 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1664b938-3ccb-4f8d-8341-db517d1ffc4d None None] DHCP port deletion for 0e418e9d-a837-4e7d-ac49-8444c710e003 request from dv-cinder-780933-3-smb {{(pid=84314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 07 14:35:46.078410 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-1664b938-3ccb-4f8d-8341-db517d1ffc4d None None] Deleting port 5ce1966a-1120-4f49-a8b6-1069b8343a88 {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:35:46.079001 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1664b938-3ccb-4f8d-8341-db517d1ffc4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:46.175416 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-828f00aa-e883-436b-94c7-7205ce375b7b admin admin] Calling delete_port for 5ce1966a-1120-4f49-a8b6-1069b8343a88 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:35:46.267581 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-828f00aa-e883-436b-94c7-7205ce375b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304368157317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304368589940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848525233'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:46.296105 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7a2daae1-061c-4ccd-830e-1285a4fbf7a2 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:35:46.316511 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-1664b938-3ccb-4f8d-8341-db517d1ffc4d None None] For port 5ce1966a-1120-4f49-a8b6-1069b8343a88, host dv-cinder-780933-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=5ce1966a-1120-4f49-a8b6-1069b8343a88,segment=NetworkSegment(e5110a05-7b11-49a9-b157-dde4367735dc),segment_id=e5110a05-7b11-49a9-b157-dde4367735dc)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:35:46.316968 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1664b938-3ccb-4f8d-8341-db517d1ffc4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:46.396565 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f00aa-e883-436b-94c7-7205ce375b7b admin admin] Pushing event deleted for resources: {'Port': ['ID=5ce1966a-1120-4f49-a8b6-1069b8343a88,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:35:46.399262 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-828f00aa-e883-436b-94c7-7205ce375b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:35:46.489262 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-1664b938-3ccb-4f8d-8341-db517d1ffc4d None None] Calling delete_port for 5ce1966a-1120-4f49-a8b6-1069b8343a88 owned by network:dhcp {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:35:46.517341 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828f00aa-e883-436b-94c7-7205ce375b7b admin admin] No DVR routers for this DVR port 5ce1966a-1120-4f49-a8b6-1069b8343a88 on host dv-cinder-780933-3-smb {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 14:35:46.586343 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.db.api [None req-1664b938-3ccb-4f8d-8341-db517d1ffc4d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84314) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 07 14:35:46.586766 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_db.api [None req-1664b938-3ccb-4f8d-8341-db517d1ffc4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 07 14:35:46.677043 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-828f00aa-e883-436b-94c7-7205ce375b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14662', 'neutron.services.segments.db._delete_segments_for_network--9223363304368102158'] for network, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:46.754779 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661b17a-7d98-43d7-8d57-ad877f89e0e0 req-59e31c37-396f-4f81-89b5-cbcb8d1a5ea8 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:35:46.757376 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-8661b17a-7d98-43d7-8d57-ad877f89e0e0 req-59e31c37-396f-4f81-89b5-cbcb8d1a5ea8 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=b928a91f-6800-486c-bf14-158ee4c135eb HTTP/1.1" status: 200 len: 945 time: 0.2994897 Apr 07 14:35:46.816059 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-8661b17a-7d98-43d7-8d57-ad877f89e0e0 req-a06540f4-4d13-4fce-94b7-3c2cd4dbbe95 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/security-groups?id=12b3d061-b56b-48cf-94a8-a7c78978747a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524387 Apr 07 14:35:46.839718 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.segments.db [None req-828f00aa-e883-436b-94c7-7205ce375b7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e418e9d-a837-4e7d-ac49-8444c710e003']}} {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:35:46.857564 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.segments.db [None req-828f00aa-e883-436b-94c7-7205ce375b7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5110a05-7b11-49a9-b157-dde4367735dc') {'for_net_delete': True} {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:35:46.857993 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.segments.db [None req-828f00aa-e883-436b-94c7-7205ce375b7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5110a05-7b11-49a9-b157-dde4367735dc') {} {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:35:46.871140 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-828f00aa-e883-436b-94c7-7205ce375b7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304368070140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960036'] for segment, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:46.887539 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-828f00aa-e883-436b-94c7-7205ce375b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773215'] for segment, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:46.899158 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-828f00aa-e883-436b-94c7-7205ce375b7b admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=84313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 07 14:35:47.088632 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-1664b938-3ccb-4f8d-8341-db517d1ffc4d None None] Deleting port 5ce1966a-1120-4f49-a8b6-1069b8343a88 {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:35:47.089226 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1664b938-3ccb-4f8d-8341-db517d1ffc4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:47.132840 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-828f00aa-e883-436b-94c7-7205ce375b7b admin admin] Network 0e418e9d-a837-4e7d-ac49-8444c710e003 has no segments {{(pid=84313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 14:35:47.144751 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-828f00aa-e883-436b-94c7-7205ce375b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6250552'] for segment, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:47.165128 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-1664b938-3ccb-4f8d-8341-db517d1ffc4d None None] The port '5ce1966a-1120-4f49-a8b6-1069b8343a88' was deleted {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 07 14:35:47.339711 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-828f00aa-e883-436b-94c7-7205ce375b7b admin admin] Network 0e418e9d-a837-4e7d-ac49-8444c710e003 has no segments {{(pid=84313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 14:35:47.363058 dv-cinder-780933-3-smb neutron-server[84199]: Traceback (most recent call last): Apr 07 14:35:47.363058 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 14:35:47.363058 dv-cinder-780933-3-smb neutron-server[84199]: timer() Apr 07 14:35:47.363058 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 14:35:47.363058 dv-cinder-780933-3-smb neutron-server[84199]: cb(*args, **kw) Apr 07 14:35:47.363058 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 07 14:35:47.363058 dv-cinder-780933-3-smb neutron-server[84199]: return func(*args, **kwargs) Apr 07 14:35:47.363058 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 14:35:47.363058 dv-cinder-780933-3-smb neutron-server[84199]: self._notify() Apr 07 14:35:47.363058 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 14:35:47.363058 dv-cinder-780933-3-smb neutron-server[84199]: self.callback(batched_events) Apr 07 14:35:47.363058 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 14:35:47.363058 dv-cinder-780933-3-smb neutron-server[84199]: event.method(event) Apr 07 14:35:47.363058 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 07 14:35:47.363058 dv-cinder-780933-3-smb neutron-server[84199]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 14:35:47.363058 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 07 14:35:47.363058 dv-cinder-780933-3-smb neutron-server[84199]: segment_id)['aggregates'][0] Apr 07 14:35:47.363058 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 07 14:35:47.363058 dv-cinder-780933-3-smb neutron-server[84199]: return f(self, *a, **k) Apr 07 14:35:47.363058 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 07 14:35:47.363058 dv-cinder-780933-3-smb neutron-server[84199]: return self._get(url).json() Apr 07 14:35:47.363058 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 14:35:47.363058 dv-cinder-780933-3-smb neutron-server[84199]: **kwargs) Apr 07 14:35:47.363058 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 14:35:47.363058 dv-cinder-780933-3-smb neutron-server[84199]: return self.request(url, 'GET', **kwargs) Apr 07 14:35:47.363058 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 07 14:35:47.363058 dv-cinder-780933-3-smb neutron-server[84199]: **endpoint_filter) Apr 07 14:35:47.363058 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 14:35:47.363058 dv-cinder-780933-3-smb neutron-server[84199]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 14:35:47.363058 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 14:35:47.363058 dv-cinder-780933-3-smb neutron-server[84199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 14:35:47.363058 dv-cinder-780933-3-smb neutron-server[84199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 14:35:47.384210 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1fda26a0-d8b8-45b7-9fd9-905534aac6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:47.484830 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-828f00aa-e883-436b-94c7-7205ce375b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854761138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8275419'] for network, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:47.489343 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-aab87005-b809-412b-affa-56de060e9268 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:35:47.507822 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-828f00aa-e883-436b-94c7-7205ce375b7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for network, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:47.515144 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f00aa-e883-436b-94c7-7205ce375b7b admin admin] Pushing event deleted for resources: {'Network': ['ID=0e418e9d-a837-4e7d-ac49-8444c710e003,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:35:47.519911 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-828f00aa-e883-436b-94c7-7205ce375b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:35:47.531266 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-828f00aa-e883-436b-94c7-7205ce375b7b admin admin] 10.222.0.63 "DELETE /v2.0/networks/0e418e9d-a837-4e7d-ac49-8444c710e003 HTTP/1.1" status: 204 len: 168 time: 1.9506791 Apr 07 14:35:47.599132 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 5ce1966a-1120-4f49-a8b6-1069b8343a88 no longer exists at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 14:35:47.642190 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] No Port match for: 5ce1966a-1120-4f49-a8b6-1069b8343a88 {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 14:35:47.642584 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 5ce1966a-1120-4f49-a8b6-1069b8343a88 not bound to the agent host dv-cinder-780933-3-smb {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 14:35:47.769917 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 51212) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:35:47.810282 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-6727c3d0-6f07-4221-9d20-0589f25fb74d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=595711248f0e49e39f1f1c42a8e83a27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388813 Apr 07 14:35:47.812800 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 51216) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:35:47.884888 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-266039e3-2b9d-470a-b0c8-5e9f2df3999c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:47.918738 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-266039e3-2b9d-470a-b0c8-5e9f2df3999c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:47.976975 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-266039e3-2b9d-470a-b0c8-5e9f2df3999c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:47.982778 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0a9c72ea-fc5c-4f40-b765-f694103e09eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:35:47.998729 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266039e3-2b9d-470a-b0c8-5e9f2df3999c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded6325f-e9bc-46b9-9547-d90301eb93f5,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:35:48.001454 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-266039e3-2b9d-470a-b0c8-5e9f2df3999c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:35:48.008178 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-266039e3-2b9d-470a-b0c8-5e9f2df3999c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:48.009621 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-266039e3-2b9d-470a-b0c8-5e9f2df3999c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ded6325f-e9bc-46b9-9547-d90301eb93f5 HTTP/1.1" status: 204 len: 168 time: 0.1957598 Apr 07 14:35:48.054283 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf0a2b2-6c35-4761-bd2b-0f3ef6d8c6bc req-d87c7f53-fcb5-4fec-b584-0f25ea7e9d93 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:35:48.061791 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ddf0a2b2-6c35-4761-bd2b-0f3ef6d8c6bc req-d87c7f53-fcb5-4fec-b584-0f25ea7e9d93 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=b928a91f-6800-486c-bf14-158ee4c135eb HTTP/1.1" status: 200 len: 945 time: 0.1154923 Apr 07 14:35:48.096398 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ddf0a2b2-6c35-4761-bd2b-0f3ef6d8c6bc req-b4f218ec-2768-484b-a43c-2f6303c5e663 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/security-groups?id=12b3d061-b56b-48cf-94a8-a7c78978747a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313504 Apr 07 14:35:48.167768 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-68064a8d-a1ee-4a07-912b-506dbeaf5e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:48.552941 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0096424-9199-4d12-8a5c-f9077c4c6a73 req-2c04ece1-684a-4c9a-8367-12d888dd0ebb tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:35:48.554738 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-a0096424-9199-4d12-8a5c-f9077c4c6a73 req-2c04ece1-684a-4c9a-8367-12d888dd0ebb tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=b928a91f-6800-486c-bf14-158ee4c135eb HTTP/1.1" status: 200 len: 945 time: 0.1459613 Apr 07 14:35:48.564733 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 51234) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:35:48.572076 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-f8513516-30cd-4c9e-a346-09ff8927640d tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Request body: {'floatingip': {'port_id': '883e9f17-f6ee-4470-b3d2-0596cf1e59a7'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:35:48.597860 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 51238) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:35:48.634303 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-cb305e4a-05bc-4291-a836-5fb8b98e3321 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=bc668998eabf4450b4c95ab35bdd6197&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0349596 Apr 07 14:35:48.637261 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 51242) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:35:48.662246 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f8513516-30cd-4c9e-a346-09ff8927640d tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks [] for floatingip, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:48.701961 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-cc55ca15-b73d-44e9-af8c-0a9f2c6caa72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:48.730929 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-cc55ca15-b73d-44e9-af8c-0a9f2c6caa72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:48.783966 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-cc55ca15-b73d-44e9-af8c-0a9f2c6caa72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:48.789599 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-cd4b8d92-ae48-4892-a878-653ece1a25ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:35:48.804093 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc55ca15-b73d-44e9-af8c-0a9f2c6caa72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fe772c-f3b3-42b7-9636-3aef5d008467,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:35:48.810757 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-cc55ca15-b73d-44e9-af8c-0a9f2c6caa72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:35:48.812338 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-cc55ca15-b73d-44e9-af8c-0a9f2c6caa72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:48.813778 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-cc55ca15-b73d-44e9-af8c-0a9f2c6caa72 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/46fe772c-f3b3-42b7-9636-3aef5d008467 HTTP/1.1" status: 204 len: 168 time: 0.1750715 Apr 07 14:35:48.843534 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:49.379082 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f8513516-30cd-4c9e-a346-09ff8927640d tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:49.381937 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f8513516-30cd-4c9e-a346-09ff8927640d tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8275434'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:49.579907 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.db.l3_db [None req-f8513516-30cd-4c9e-a346-09ff8927640d tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Floating IP 8bd4ed3d-7d17-435d-8d93-3632c89d8232 associated. External IP: 172.28.3.35, port: 883e9f17-f6ee-4470-b3d2-0596cf1e59a7. Apr 07 14:35:49.855205 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-753d5ca8-67af-4e0f-aee9-cf9190fbeaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:49.954368 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8513516-30cd-4c9e-a346-09ff8927640d tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Router 9d12001d-7805-4131-a633-cf53c7ec6821 has already been hosted by L3 agent d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 14:35:50.388962 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8513516-30cd-4c9e-a346-09ff8927640d tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify agent at l3_agent.dv-cinder-780933-3-smb the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 14:35:50.393433 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f8513516-30cd-4c9e-a346-09ff8927640d tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:35:50.400305 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3179eb0-7ec3-4a3d-8498-e289f1a11c2b None None] Sync routers for ids ['9d12001d-7805-4131-a633-cf53c7ec6821'] in dv-cinder-780933-3-smb {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 14:35:50.411294 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3179eb0-7ec3-4a3d-8498-e289f1a11c2b None None] Routers {'9d12001d-7805-4131-a633-cf53c7ec6821'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:35:50.411987 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-b3179eb0-7ec3-4a3d-8498-e289f1a11c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:35:47Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['9d12001d-7805-4131-a633-cf53c7ec6821'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:35:50.452935 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-f8513516-30cd-4c9e-a346-09ff8927640d tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "PUT /v2.0/floatingips/8bd4ed3d-7d17-435d-8d93-3632c89d8232 HTTP/1.1" status: 200 len: 990 time: 1.8869801 Apr 07 14:35:50.453617 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b928a91f-6800-486c-bf14-158ee4c135eb', 'tag': '883e9f17-f6ee-4470-b3d2-0596cf1e59a7'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:35:50.506427 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b928a91f-6800-486c-bf14-158ee4c135eb', 'tag': '883e9f17-f6ee-4470-b3d2-0596cf1e59a7', 'status': 'completed', 'code': 200} Apr 07 14:35:50.604017 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-b3179eb0-7ec3-4a3d-8498-e289f1a11c2b None None] Set router 9d12001d-7805-4131-a633-cf53c7ec6821 gateway port host: dv-cinder-780933-3-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:35:50.612183 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c600fa0-a931-4ff7-aa51-98efc89d27d9 req-ac301cb4-08d9-470c-8e20-007768646a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:35:50.613778 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-7c600fa0-a931-4ff7-aa51-98efc89d27d9 req-ac301cb4-08d9-470c-8e20-007768646a62 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1f28accf3ba748ad95aaf27f9a63aa6f&device_id=b928a91f-6800-486c-bf14-158ee4c135eb HTTP/1.1" status: 200 len: 1098 time: 0.0851231 Apr 07 14:35:50.758252 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c600fa0-a931-4ff7-aa51-98efc89d27d9 req-21a28dc0-7b20-4783-b0bd-f97978c78640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:35:50.759835 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-7c600fa0-a931-4ff7-aa51-98efc89d27d9 req-21a28dc0-7b20-4783-b0bd-f97978c78640 service neutron] 10.222.0.81 "GET /v2.0/networks?id=bb7efeee-99ea-4043-8846-93b702fed956 HTTP/1.1" status: 200 len: 911 time: 0.1400051 Apr 07 14:35:50.878065 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-7c600fa0-a931-4ff7-aa51-98efc89d27d9 req-945862a8-0121-49b0-a84a-448aa27bf1c1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=883e9f17-f6ee-4470-b3d2-0596cf1e59a7 HTTP/1.1" status: 200 len: 998 time: 0.1108937 Apr 07 14:35:50.955258 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c600fa0-a931-4ff7-aa51-98efc89d27d9 req-b1f98392-659b-46e2-a6e1-c38641a77d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:35:50.956933 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-7c600fa0-a931-4ff7-aa51-98efc89d27d9 req-b1f98392-659b-46e2-a6e1-c38641a77d3b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f07fac7c-5a35-4094-b6e4-56e6dcb86d0b HTTP/1.1" status: 200 len: 849 time: 0.0724015 Apr 07 14:35:50.976358 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-b3179eb0-7ec3-4a3d-8498-e289f1a11c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'name': 'tempest-AttachVolumeTestJSON-164897092-router', 'tenant_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '1f39ca30-efa1-40cf-9f9c-9805ce535d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:32:01Z', 'updated_at': '2021-04-07T14:32:08Z', 'revision_number': 4, 'project_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'gw_port': {'id': '1f39ca30-efa1-40cf-9f9c-9805ce535d6b', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:32:03Z', 'updated_at': '2021-04-07T14:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_floatingips': [{'id': '8bd4ed3d-7d17-435d-8d93-3632c89d8232', 'tenant_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'floating_ip_address': '172.28.3.35', 'floating_network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'router_id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'port_id': '883e9f17-f6ee-4470-b3d2-0596cf1e59a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb7efeee-99ea-4043-8846-93b702fed956', 'mac_address': 'fa:16:3e:51:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b928a91f-6800-486c-bf14-158ee4c135eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T14:35:32Z', 'updated_at': '2021-04-07T14:35:49Z', 'revision_number': 1, 'project_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1776e4e-3ac1-4610-bcf7-0329a6450d41', 'name': '', 'network_id': 'bb7efeee-99ea-4043-8846-93b702fed956', 'tenant_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'mac_address': 'fa:16:3e:4d:f9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'f07fac7c-5a35-4094-b6e4-56e6dcb86d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:32:06Z', 'updated_at': '2021-04-07T14:32:17Z', 'revision_number': 5, 'project_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'subnets': [{'id': 'f07fac7c-5a35-4094-b6e4-56e6dcb86d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:35:50.980755 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3179eb0-7ec3-4a3d-8498-e289f1a11c2b None None] Checking router: 9d12001d-7805-4131-a633-cf53c7ec6821 for host: dv-cinder-780933-3-smb {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 14:35:50.989962 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3179eb0-7ec3-4a3d-8498-e289f1a11c2b None None] Routers {'9d12001d-7805-4131-a633-cf53c7ec6821'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:35:50.990763 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-b3179eb0-7ec3-4a3d-8498-e289f1a11c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:35:47Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['9d12001d-7805-4131-a633-cf53c7ec6821'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:35:51.046176 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c600fa0-a931-4ff7-aa51-98efc89d27d9 req-b6081218-082b-4179-b4b9-bfae988c46f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:35:51.047810 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-7c600fa0-a931-4ff7-aa51-98efc89d27d9 req-b6081218-082b-4179-b4b9-bfae988c46f5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bb7efeee-99ea-4043-8846-93b702fed956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0849185 Apr 07 14:35:51.194926 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-7c600fa0-a931-4ff7-aa51-98efc89d27d9 req-9254a2d3-f24b-409c-a26a-1e441c57b32d service neutron] 10.222.0.81 "GET /v2.0/networks/bb7efeee-99ea-4043-8846-93b702fed956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400976 Apr 07 14:35:51.206012 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-b3179eb0-7ec3-4a3d-8498-e289f1a11c2b None None] Set router 9d12001d-7805-4131-a633-cf53c7ec6821 gateway port host: dv-cinder-780933-3-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:35:51.344026 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-7c600fa0-a931-4ff7-aa51-98efc89d27d9 req-7be07041-d362-4a88-985f-7e668ce475b0 service neutron] 10.222.0.81 "GET /v2.0/networks/bb7efeee-99ea-4043-8846-93b702fed956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424103 Apr 07 14:35:51.588339 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-b3179eb0-7ec3-4a3d-8498-e289f1a11c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'name': 'tempest-AttachVolumeTestJSON-164897092-router', 'tenant_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '1f39ca30-efa1-40cf-9f9c-9805ce535d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:32:01Z', 'updated_at': '2021-04-07T14:32:08Z', 'revision_number': 4, 'project_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'gw_port': {'id': '1f39ca30-efa1-40cf-9f9c-9805ce535d6b', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:32:03Z', 'updated_at': '2021-04-07T14:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_floatingips': [{'id': '8bd4ed3d-7d17-435d-8d93-3632c89d8232', 'tenant_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'floating_ip_address': '172.28.3.35', 'floating_network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'router_id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'port_id': '883e9f17-f6ee-4470-b3d2-0596cf1e59a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb7efeee-99ea-4043-8846-93b702fed956', 'mac_address': 'fa:16:3e:51:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b928a91f-6800-486c-bf14-158ee4c135eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T14:35:32Z', 'updated_at': '2021-04-07T14:35:49Z', 'revision_number': 1, 'project_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1776e4e-3ac1-4610-bcf7-0329a6450d41', 'name': '', 'network_id': 'bb7efeee-99ea-4043-8846-93b702fed956', 'tenant_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'mac_address': 'fa:16:3e:4d:f9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'f07fac7c-5a35-4094-b6e4-56e6dcb86d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:32:06Z', 'updated_at': '2021-04-07T14:32:17Z', 'revision_number': 5, 'project_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'subnets': [{'id': 'f07fac7c-5a35-4094-b6e4-56e6dcb86d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:35:51.592687 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3179eb0-7ec3-4a3d-8498-e289f1a11c2b None None] The sync data for ids ['9d12001d-7805-4131-a633-cf53c7ec6821'] in dv-cinder-780933-3-smb is: [{'id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'name': 'tempest-AttachVolumeTestJSON-164897092-router', 'tenant_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '1f39ca30-efa1-40cf-9f9c-9805ce535d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:32:01Z', 'updated_at': '2021-04-07T14:32:08Z', 'revision_number': 4, 'project_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'gw_port': {'id': '1f39ca30-efa1-40cf-9f9c-9805ce535d6b', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:32:03Z', 'updated_at': '2021-04-07T14:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_floatingips': [{'id': '8bd4ed3d-7d17-435d-8d93-3632c89d8232', 'tenant_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'floating_ip_address': '172.28.3.35', 'floating_network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'router_id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'port_id': '883e9f17-f6ee-4470-b3d2-0596cf1e59a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb7efeee-99ea-4043-8846-93b702fed956', 'mac_address': 'fa:16:3e:51:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b928a91f-6800-486c-bf14-158ee4c135eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T14:35:32Z', 'updated_at': '2021-04-07T14:35:49Z', 'revision_number': 1, 'project_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1776e4e-3ac1-4610-bcf7-0329a6450d41', 'name': '', 'network_id': 'bb7efeee-99ea-4043-8846-93b702fed956', 'tenant_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'mac_address': 'fa:16:3e:4d:f9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'f07fac7c-5a35-4094-b6e4-56e6dcb86d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:32:06Z', 'updated_at': '2021-04-07T14:32:17Z', 'revision_number': 5, 'project_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'subnets': [{'id': 'f07fac7c-5a35-4094-b6e4-56e6dcb86d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 14:35:51.897899 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c10988-9c72-4e1b-9ffc-43178d7a4894 None None] New status for floating IP 8bd4ed3d-7d17-435d-8d93-3632c89d8232: ACTIVE {{(pid=84314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 07 14:36:05.770735 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 51412) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:36:05.903627 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-dd110aff-c039-42f1-a628-b79e8ec5cea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:05.918909 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-dd110aff-c039-42f1-a628-b79e8ec5cea1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:36:05.922976 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-dd110aff-c039-42f1-a628-b79e8ec5cea1 admin admin] Usage tracker for resource:security_group_rule and tenant:4ddcbd558d624752b5bfaeb5e8b93afe is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:36:05.925969 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-dd110aff-c039-42f1-a628-b79e8ec5cea1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:36:05.932175 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-dd110aff-c039-42f1-a628-b79e8ec5cea1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:36:06.018065 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-dd110aff-c039-42f1-a628-b79e8ec5cea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:06.020931 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-dd110aff-c039-42f1-a628-b79e8ec5cea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:06.030347 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-4d813310-3528-40d3-ae04-73af06dfbbf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:36:06.073463 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-dd110aff-c039-42f1-a628-b79e8ec5cea1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4ddcbd558d624752b5bfaeb5e8b93afe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3005989 Apr 07 14:36:06.075433 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd110aff-c039-42f1-a628-b79e8ec5cea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d07a39-b8a5-4506-8434-4edc2a0108bd,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:36:06.077153 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 51418) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:36:06.078707 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-dd110aff-c039-42f1-a628-b79e8ec5cea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:36:06.140888 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1d6c3a49-2d90-44a4-8052-c096357630a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:06.168049 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1d6c3a49-2d90-44a4-8052-c096357630a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:06.213407 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1d6c3a49-2d90-44a4-8052-c096357630a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:06.218649 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7bea31e9-dcfc-4818-b3d6-97787bf733d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:36:06.229966 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c3a49-2d90-44a4-8052-c096357630a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d07a39-b8a5-4506-8434-4edc2a0108bd,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:36:06.233915 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-1d6c3a49-2d90-44a4-8052-c096357630a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:36:06.237416 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1d6c3a49-2d90-44a4-8052-c096357630a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:06.239376 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-1d6c3a49-2d90-44a4-8052-c096357630a6 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a4d07a39-b8a5-4506-8434-4edc2a0108bd HTTP/1.1" status: 204 len: 168 time: 0.1609380 Apr 07 14:36:06.554409 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 51428) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:36:06.574496 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6af6099a-ca31-407b-9f6f-50327feaa545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:06.589643 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-6af6099a-ca31-407b-9f6f-50327feaa545 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:36:06.593635 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-6af6099a-ca31-407b-9f6f-50327feaa545 admin admin] Usage tracker for resource:security_group_rule and tenant:043f8f36e4ac40ecb4fed4e7be29c356 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:36:06.596540 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-6af6099a-ca31-407b-9f6f-50327feaa545 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:36:06.603011 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-6af6099a-ca31-407b-9f6f-50327feaa545 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:36:06.691854 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6af6099a-ca31-407b-9f6f-50327feaa545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:06.694775 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6af6099a-ca31-407b-9f6f-50327feaa545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:06.704064 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5cf1a560-8d40-455b-bc2c-031eeacbe029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:36:06.747675 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-6af6099a-ca31-407b-9f6f-50327feaa545 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=043f8f36e4ac40ecb4fed4e7be29c356&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1920679 Apr 07 14:36:06.748685 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af6099a-ca31-407b-9f6f-50327feaa545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8cee738-53e3-4b2f-b706-69b322620290,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:36:06.750555 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 51432) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:36:06.751987 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-6af6099a-ca31-407b-9f6f-50327feaa545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:36:06.815695 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-de75a910-395a-495d-a551-3ef64cb99709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:06.849107 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-de75a910-395a-495d-a551-3ef64cb99709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:06.899817 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-de75a910-395a-495d-a551-3ef64cb99709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:06.905415 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2d2f865c-4a97-43b0-830d-78f724034913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:36:06.920093 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de75a910-395a-495d-a551-3ef64cb99709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8cee738-53e3-4b2f-b706-69b322620290,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:36:06.922647 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-de75a910-395a-495d-a551-3ef64cb99709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:36:06.932749 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-de75a910-395a-495d-a551-3ef64cb99709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:06.936456 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-de75a910-395a-495d-a551-3ef64cb99709 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b8cee738-53e3-4b2f-b706-69b322620290 HTTP/1.1" status: 204 len: 168 time: 0.1817865 Apr 07 14:36:08.896562 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 51482) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:36:09.025207 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d1632946-c6dd-4364-be50-0e2eda2987c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:09.041514 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-d1632946-c6dd-4364-be50-0e2eda2987c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:36:09.045697 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-d1632946-c6dd-4364-be50-0e2eda2987c6 admin admin] Usage tracker for resource:security_group_rule and tenant:780d0ce53ebe411fbf5520f9c0868f8f is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:36:09.048772 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-d1632946-c6dd-4364-be50-0e2eda2987c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:36:09.054974 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-d1632946-c6dd-4364-be50-0e2eda2987c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:36:09.143435 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d1632946-c6dd-4364-be50-0e2eda2987c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:09.147081 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d1632946-c6dd-4364-be50-0e2eda2987c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:09.156041 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-de75a910-395a-495d-a551-3ef64cb99709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:36:09.199863 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-d1632946-c6dd-4364-be50-0e2eda2987c6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=780d0ce53ebe411fbf5520f9c0868f8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3020601 Apr 07 14:36:09.201122 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1632946-c6dd-4364-be50-0e2eda2987c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e487c5-aa93-462e-93c2-7c940e259d23,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:36:09.203060 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 51488) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:36:09.204473 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-d1632946-c6dd-4364-be50-0e2eda2987c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:36:09.270333 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b2c07d7f-a96b-48de-9b0d-b3f512d79093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:09.299543 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b2c07d7f-a96b-48de-9b0d-b3f512d79093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:09.351099 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b2c07d7f-a96b-48de-9b0d-b3f512d79093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:09.356316 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-914410c0-68ef-4ee7-b4e4-852d17d26d59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:36:09.371028 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c07d7f-a96b-48de-9b0d-b3f512d79093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e487c5-aa93-462e-93c2-7c940e259d23,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:36:09.373473 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b2c07d7f-a96b-48de-9b0d-b3f512d79093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:36:09.382498 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b2c07d7f-a96b-48de-9b0d-b3f512d79093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:09.383642 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-b2c07d7f-a96b-48de-9b0d-b3f512d79093 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a4e487c5-aa93-462e-93c2-7c940e259d23 HTTP/1.1" status: 204 len: 168 time: 0.1787708 Apr 07 14:36:09.710849 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 51498) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:36:09.730333 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c5f5d5c6-b829-405b-ad17-342f267bcdf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:09.751251 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-c5f5d5c6-b829-405b-ad17-342f267bcdf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:36:09.755481 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-c5f5d5c6-b829-405b-ad17-342f267bcdf1 admin admin] Usage tracker for resource:security_group_rule and tenant:35491829bdf34adb9a853e7134441702 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:36:09.759298 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-c5f5d5c6-b829-405b-ad17-342f267bcdf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:36:09.765628 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-c5f5d5c6-b829-405b-ad17-342f267bcdf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:36:09.881488 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c5f5d5c6-b829-405b-ad17-342f267bcdf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:09.884779 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-c5f5d5c6-b829-405b-ad17-342f267bcdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:09.894606 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-40824ebd-ff05-4f56-a72f-5dbd07b472df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:36:09.939506 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-c5f5d5c6-b829-405b-ad17-342f267bcdf1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=35491829bdf34adb9a853e7134441702&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2274375 Apr 07 14:36:09.941326 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5d5c6-b829-405b-ad17-342f267bcdf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2a44a7-dc97-49be-ba78-daf3fb98f96b,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:36:09.942447 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 51502) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:36:09.945289 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-c5f5d5c6-b829-405b-ad17-342f267bcdf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:36:10.015501 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-22856ce2-75fd-4190-b8ab-73a74b0a9644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:10.043582 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-22856ce2-75fd-4190-b8ab-73a74b0a9644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:10.090683 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-22856ce2-75fd-4190-b8ab-73a74b0a9644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:10.096055 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-870a5483-84d1-4802-90b7-cd053c6ba97e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:36:10.110133 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22856ce2-75fd-4190-b8ab-73a74b0a9644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2a44a7-dc97-49be-ba78-daf3fb98f96b,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:36:10.115930 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-22856ce2-75fd-4190-b8ab-73a74b0a9644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:36:10.120608 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-22856ce2-75fd-4190-b8ab-73a74b0a9644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:10.121863 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-22856ce2-75fd-4190-b8ab-73a74b0a9644 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ee2a44a7-dc97-49be-ba78-daf3fb98f96b HTTP/1.1" status: 204 len: 168 time: 0.1781397 Apr 07 14:36:12.545550 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 51566) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:36:12.675761 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-97fa2573-2479-40c6-bba1-a119407f9256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:12.691812 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-97fa2573-2479-40c6-bba1-a119407f9256 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:36:12.696580 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-97fa2573-2479-40c6-bba1-a119407f9256 admin admin] Usage tracker for resource:security_group_rule and tenant:a075547a31274a32a54067b741f33dbc is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:36:12.699625 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-97fa2573-2479-40c6-bba1-a119407f9256 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:36:12.706178 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-97fa2573-2479-40c6-bba1-a119407f9256 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:36:12.758739 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.agents_db [None req-6fbea437-4030-452f-8588-832da035c2c0 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 14:36:12.795841 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-97fa2573-2479-40c6-bba1-a119407f9256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:12.798893 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-97fa2573-2479-40c6-bba1-a119407f9256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:12.808999 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8bbf29e0-c232-45fd-80cb-2e7460380b3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:36:12.857239 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fa2573-2479-40c6-bba1-a119407f9256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c372cc6-d8be-45aa-bea8-bf64cc097056,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:36:12.862830 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-97fa2573-2479-40c6-bba1-a119407f9256 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a075547a31274a32a54067b741f33dbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3160307 Apr 07 14:36:12.863934 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-97fa2573-2479-40c6-bba1-a119407f9256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:36:12.865946 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 51572) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:36:12.936873 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a3489ce4-4ca1-4a6c-9185-ddafdd7fa5c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:12.967350 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a3489ce4-4ca1-4a6c-9185-ddafdd7fa5c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:13.019250 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a3489ce4-4ca1-4a6c-9185-ddafdd7fa5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:13.026071 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-11b7ae39-f013-428d-a5ba-2a23d396c1c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:36:13.039206 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3489ce4-4ca1-4a6c-9185-ddafdd7fa5c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c372cc6-d8be-45aa-bea8-bf64cc097056,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:36:13.044601 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a3489ce4-4ca1-4a6c-9185-ddafdd7fa5c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:36:13.050609 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a3489ce4-4ca1-4a6c-9185-ddafdd7fa5c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:13.051959 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-a3489ce4-4ca1-4a6c-9185-ddafdd7fa5c8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5c372cc6-d8be-45aa-bea8-bf64cc097056 HTTP/1.1" status: 204 len: 168 time: 0.1855059 Apr 07 14:36:13.463971 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 51582) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:36:13.484257 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5cc5ef9f-9571-467b-a681-e32619af3e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:13.500675 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-5cc5ef9f-9571-467b-a681-e32619af3e31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:36:13.504878 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-5cc5ef9f-9571-467b-a681-e32619af3e31 admin admin] Usage tracker for resource:security_group_rule and tenant:7f3d961f36694c53bfef7e1878554297 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:36:13.508047 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-5cc5ef9f-9571-467b-a681-e32619af3e31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:36:13.514628 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-5cc5ef9f-9571-467b-a681-e32619af3e31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:36:13.608645 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5cc5ef9f-9571-467b-a681-e32619af3e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:13.611576 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5cc5ef9f-9571-467b-a681-e32619af3e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:13.625010 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-d1632946-c6dd-4364-be50-0e2eda2987c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:36:13.669050 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-5cc5ef9f-9571-467b-a681-e32619af3e31 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7f3d961f36694c53bfef7e1878554297&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2038755 Apr 07 14:36:13.670001 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc5ef9f-9571-467b-a681-e32619af3e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd3cd5f-4b9d-4d36-9e3b-ce20671b65b1,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:36:13.671964 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 51586) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:36:13.678792 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc5ef9f-9571-467b-a681-e32619af3e31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:36:13.679204 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc5ef9f-9571-467b-a681-e32619af3e31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:36:13.679616 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc5ef9f-9571-467b-a681-e32619af3e31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:36:13.680050 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc5ef9f-9571-467b-a681-e32619af3e31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:36:13.680454 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc5ef9f-9571-467b-a681-e32619af3e31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:36:13.680855 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc5ef9f-9571-467b-a681-e32619af3e31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:36:13.681246 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc5ef9f-9571-467b-a681-e32619af3e31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:36:13.681646 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc5ef9f-9571-467b-a681-e32619af3e31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:36:13.682036 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc5ef9f-9571-467b-a681-e32619af3e31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:36:13.682429 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc5ef9f-9571-467b-a681-e32619af3e31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:36:13.682823 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc5ef9f-9571-467b-a681-e32619af3e31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:36:13.683222 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc5ef9f-9571-467b-a681-e32619af3e31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:36:13.687413 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5cc5ef9f-9571-467b-a681-e32619af3e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:36:13.739332 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2e93e8ac-d44f-4ec6-ab9f-94fc3c5d403b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:13.767838 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2e93e8ac-d44f-4ec6-ab9f-94fc3c5d403b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:13.815298 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2e93e8ac-d44f-4ec6-ab9f-94fc3c5d403b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:13.820643 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b30f89f7-19e7-4ce1-8911-d7c78979fa24 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:36:13.838300 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e93e8ac-d44f-4ec6-ab9f-94fc3c5d403b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd3cd5f-4b9d-4d36-9e3b-ce20671b65b1,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:36:13.842611 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2e93e8ac-d44f-4ec6-ab9f-94fc3c5d403b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:36:13.848572 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2e93e8ac-d44f-4ec6-ab9f-94fc3c5d403b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:13.850363 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-2e93e8ac-d44f-4ec6-ab9f-94fc3c5d403b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ccd3cd5f-4b9d-4d36-9e3b-ce20671b65b1 HTTP/1.1" status: 204 len: 168 time: 0.1766155 Apr 07 14:36:14.712178 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0db1a5fa-63c0-43e9-aefc-c35807eee866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:15.921965 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:17.378753 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4271201c-4921-4fb1-8eec-954cf790b4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:17.962105 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 51640) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:36:18.089801 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8767056e-0b9b-49e7-94c7-d28b66b7d02e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:18.105743 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-8767056e-0b9b-49e7-94c7-d28b66b7d02e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:36:18.109797 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-8767056e-0b9b-49e7-94c7-d28b66b7d02e admin admin] Usage tracker for resource:security_group_rule and tenant:5e721b17228a406ba862ca84a27022f1 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:36:18.112696 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-8767056e-0b9b-49e7-94c7-d28b66b7d02e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:36:18.118644 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-8767056e-0b9b-49e7-94c7-d28b66b7d02e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:36:18.160577 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-68064a8d-a1ee-4a07-912b-506dbeaf5e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:18.202763 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8767056e-0b9b-49e7-94c7-d28b66b7d02e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:18.205537 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8767056e-0b9b-49e7-94c7-d28b66b7d02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:18.214811 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7e784dac-34d8-47bf-9757-2301ff1c14ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:36:18.257087 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-8767056e-0b9b-49e7-94c7-d28b66b7d02e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5e721b17228a406ba862ca84a27022f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2938075 Apr 07 14:36:18.259467 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8767056e-0b9b-49e7-94c7-d28b66b7d02e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90bf2243-7127-4a4b-b552-b09d522c081b,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:36:18.260011 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 51646) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:36:18.262804 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8767056e-0b9b-49e7-94c7-d28b66b7d02e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:36:18.323442 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5b7d8b98-55a9-4304-97aa-0b99493600d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:18.351184 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5b7d8b98-55a9-4304-97aa-0b99493600d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:18.395707 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5b7d8b98-55a9-4304-97aa-0b99493600d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:18.401359 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-1d6c3a49-2d90-44a4-8052-c096357630a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:36:18.415272 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d8b98-55a9-4304-97aa-0b99493600d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90bf2243-7127-4a4b-b552-b09d522c081b,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:36:18.418041 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5b7d8b98-55a9-4304-97aa-0b99493600d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:36:18.419248 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5b7d8b98-55a9-4304-97aa-0b99493600d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:18.420454 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-5b7d8b98-55a9-4304-97aa-0b99493600d2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/90bf2243-7127-4a4b-b552-b09d522c081b HTTP/1.1" status: 204 len: 168 time: 0.1593988 Apr 07 14:36:18.836298 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:19.175573 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 51672) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:36:19.296731 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-2206eb72-17c9-4e73-b5df-4ed37539fab1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-125154134-network', 'tenant_id': '80004b11a67a4f7097aacc7125592440'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:36:19.301882 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-2206eb72-17c9-4e73-b5df-4ed37539fab1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:36:19.305999 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-2206eb72-17c9-4e73-b5df-4ed37539fab1 admin admin] Usage tracker for resource:network and tenant:80004b11a67a4f7097aacc7125592440 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:36:19.309069 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-2206eb72-17c9-4e73-b5df-4ed37539fab1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:36:19.315707 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-2206eb72-17c9-4e73-b5df-4ed37539fab1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:36:19.325055 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2206eb72-17c9-4e73-b5df-4ed37539fab1 admin admin] Made reservation on behalf of 80004b11a67a4f7097aacc7125592440 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:36:19.330139 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2206eb72-17c9-4e73-b5df-4ed37539fab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:19.343434 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2206eb72-17c9-4e73-b5df-4ed37539fab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:19.358163 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-2206eb72-17c9-4e73-b5df-4ed37539fab1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:36:19.362101 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-2206eb72-17c9-4e73-b5df-4ed37539fab1 admin admin] Usage tracker for resource:security_group_rule and tenant:80004b11a67a4f7097aacc7125592440 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:36:19.364986 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-2206eb72-17c9-4e73-b5df-4ed37539fab1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:36:19.370845 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-2206eb72-17c9-4e73-b5df-4ed37539fab1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:36:19.458231 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2206eb72-17c9-4e73-b5df-4ed37539fab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:19.461755 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2206eb72-17c9-4e73-b5df-4ed37539fab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:19.465934 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-46642097-22e8-44a8-821f-4ff69e0a7f04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:36:19.498430 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2206eb72-17c9-4e73-b5df-4ed37539fab1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 07 14:36:19.504190 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2206eb72-17c9-4e73-b5df-4ed37539fab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa70045-150c-4f2b-9ccb-6045e56e0454,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:36:19.508134 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2206eb72-17c9-4e73-b5df-4ed37539fab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:36:19.513367 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2206eb72-17c9-4e73-b5df-4ed37539fab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773215'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:19.513689 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.db.segments_db [None req-2206eb72-17c9-4e73-b5df-4ed37539fab1 admin admin] Added segment 993e0d3a-b6ae-4a99-b957-8b30fd518f11 of type vlan for network 1b4332f5-7e1c-441e-a79d-7070b081b049 Apr 07 14:36:19.540575 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2206eb72-17c9-4e73-b5df-4ed37539fab1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304368617707'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:19.570547 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2206eb72-17c9-4e73-b5df-4ed37539fab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:19.571906 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2206eb72-17c9-4e73-b5df-4ed37539fab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:36:19.572554 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2206eb72-17c9-4e73-b5df-4ed37539fab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:19.577756 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-e7fe6774-1532-4c94-b068-15dae378d6d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:36:19.687225 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-2206eb72-17c9-4e73-b5df-4ed37539fab1 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5102799 Apr 07 14:36:19.688197 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2206eb72-17c9-4e73-b5df-4ed37539fab1 admin admin] Pushing event updated for resources: {'Network': ['ID=1b4332f5-7e1c-441e-a79d-7070b081b049,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:36:19.690411 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 51678) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:36:19.691142 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-2206eb72-17c9-4e73-b5df-4ed37539fab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:36:19.697655 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-aa18e946-4702-450a-9ce1-acd277ed2f57 admin admin] Request body: {'subnet': {'network_id': '1b4332f5-7e1c-441e-a79d-7070b081b049', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-125154134-subnet', 'tenant_id': '80004b11a67a4f7097aacc7125592440', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:36:19.699557 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Network 1b4332f5-7e1c-441e-a79d-7070b081b049 details requested by agent ovs-agent-dv-cinder-780933-3-smb with host dv-cinder-780933-3-smb {{(pid=84314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 14:36:19.703134 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-aa18e946-4702-450a-9ce1-acd277ed2f57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:36:19.707158 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-aa18e946-4702-450a-9ce1-acd277ed2f57 admin admin] Usage tracker for resource:subnet and tenant:80004b11a67a4f7097aacc7125592440 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:36:19.710199 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-aa18e946-4702-450a-9ce1-acd277ed2f57 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:36:19.716156 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-aa18e946-4702-450a-9ce1-acd277ed2f57 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:36:19.726485 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa18e946-4702-450a-9ce1-acd277ed2f57 admin admin] Made reservation on behalf of 80004b11a67a4f7097aacc7125592440 for: {'subnet': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:36:19.731274 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-aa18e946-4702-450a-9ce1-acd277ed2f57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7048069'] for subnet, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:19.855942 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-753d5ca8-67af-4e0f-aee9-cf9190fbeaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:20.368646 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-aa18e946-4702-450a-9ce1-acd277ed2f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848525143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7048116'] for subnet, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:20.383513 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-6b8bebed-4ca8-415c-8f7d-871722597645 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:36:20.506687 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa18e946-4702-450a-9ce1-acd277ed2f57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8896bff4-c088-4d4e-aaaf-27564452eb82,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:36:20.509401 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-aa18e946-4702-450a-9ce1-acd277ed2f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:36:20.585183 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa18e946-4702-450a-9ce1-acd277ed2f57 admin admin] Checking segment: {'id': '993e0d3a-b6ae-4a99-b957-8b30fd518f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1b4332f5-7e1c-441e-a79d-7070b081b049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:36:20.585582 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa18e946-4702-450a-9ce1-acd277ed2f57 admin admin] Network hostable DHCP agents. Network: 1b4332f5-7e1c-441e-a79d-7070b081b049, hostable agents: ['42bbb647-2c35-4d48-afa7-1676ea318721'], hosted agents: [] {{(pid=84313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 14:36:20.604799 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa18e946-4702-450a-9ce1-acd277ed2f57 admin admin] Network 1b4332f5-7e1c-441e-a79d-7070b081b049 is scheduled to be hosted by DHCP agent 42bbb647-2c35-4d48-afa7-1676ea318721 with binding_index 1 {{(pid=84313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 14:36:20.613147 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-aa18e946-4702-450a-9ce1-acd277ed2f57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-3-smb, 1b4332f5-7e1c-441e-a79d-7070b081b049) {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:36:20.622595 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661a8b86-803f-4054-8bd8-c1cf0ea392c3 None None] Network 1b4332f5-7e1c-441e-a79d-7070b081b049 requested from dv-cinder-780933-3-smb {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 14:36:20.626096 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa18e946-4702-450a-9ce1-acd277ed2f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:36:20.626785 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-aa18e946-4702-450a-9ce1-acd277ed2f57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:20.657485 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-aa18e946-4702-450a-9ce1-acd277ed2f57 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9658678 Apr 07 14:36:20.863812 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70bf887-b56a-4d6f-93f8-9b9ac4248010 None None] Network 1b4332f5-7e1c-441e-a79d-7070b081b049 requested from dv-cinder-780933-3-smb {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 14:36:22.816787 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-9ccb067b-232c-4e92-9a76-4ac55adef60f tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:36:22.818887 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-9ccb067b-232c-4e92-9a76-4ac55adef60f tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/networks?id=1b4332f5-7e1c-441e-a79d-7070b081b049 HTTP/1.1" status: 200 len: 813 time: 0.1600943 Apr 07 14:36:22.836253 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-0a5061ed-0f67-4b7e-a5c7-e413c5372c64 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/quotas/80004b11a67a4f7097aacc7125592440 HTTP/1.1" status: 200 len: 375 time: 0.0110419 Apr 07 14:36:22.891005 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-3064b867-a748-4e72-bfaf-6a320df075ac tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=80004b11a67a4f7097aacc7125592440&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486009 Apr 07 14:36:23.035138 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-21407b83-03d2-4263-8bea-97e0ec7fa72f service neutron] 10.222.0.63 "GET /v2.0/networks/1b4332f5-7e1c-441e-a79d-7070b081b049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366081 Apr 07 14:36:23.184223 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-41c9633b-f463-4cec-a52c-b30791ab0346 service neutron] 10.222.0.63 "GET /v2.0/networks/1b4332f5-7e1c-441e-a79d-7070b081b049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419704 Apr 07 14:36:23.405621 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-36c8a87d-aa87-4269-93fd-7ec06b063a1b req-4bdae798-66b0-48c9-9c31-8b2f4c5c8133 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/ports?device_id=72fd3203-8620-4873-b322-35c7bbe64e8f HTTP/1.1" status: 200 len: 210 time: 0.0515635 Apr 07 14:36:24.563676 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-04035261-48e1-4212-b6fb-70ae86822b05 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:36:24.564561 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-04035261-48e1-4212-b6fb-70ae86822b05 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Synchronizing usage tracker for tenant:80004b11a67a4f7097aacc7125592440 on resource:network {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:36:24.583340 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-04035261-48e1-4212-b6fb-70ae86822b05 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Unset dirty status for tenant:80004b11a67a4f7097aacc7125592440 on resource:network {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:36:24.584989 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-04035261-48e1-4212-b6fb-70ae86822b05 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.81 "GET /v2.0/networks?id=1b4332f5-7e1c-441e-a79d-7070b081b049 HTTP/1.1" status: 200 len: 813 time: 0.2240484 Apr 07 14:36:24.601248 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-5a166021-786d-45fb-af98-0857fdbd73e3 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Request body: {'port': {'device_id': '72fd3203-8620-4873-b322-35c7bbe64e8f', 'network_id': '1b4332f5-7e1c-441e-a79d-7070b081b049', 'admin_state_up': True, 'tenant_id': '80004b11a67a4f7097aacc7125592440'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:36:24.601636 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-7f076ec6-2c17-4c0a-88a4-04d047a154ed req-b5039284-0172-4886-a453-b93a33c1bbb9 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/ports?device_id=72fd3203-8620-4873-b322-35c7bbe64e8f HTTP/1.1" status: 200 len: 210 time: 0.0592966 Apr 07 14:36:24.757712 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-5a166021-786d-45fb-af98-0857fdbd73e3 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:36:24.762047 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-5a166021-786d-45fb-af98-0857fdbd73e3 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Usage tracker for resource:port and tenant:80004b11a67a4f7097aacc7125592440 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:36:24.765120 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-5a166021-786d-45fb-af98-0857fdbd73e3 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:36:24.771979 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-5a166021-786d-45fb-af98-0857fdbd73e3 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:36:24.781746 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-5a166021-786d-45fb-af98-0857fdbd73e3 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Made reservation on behalf of 80004b11a67a4f7097aacc7125592440 for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:36:24.788439 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-5a166021-786d-45fb-af98-0857fdbd73e3 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:24.960983 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-5a166021-786d-45fb-af98-0857fdbd73e3 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Allocated IP 172.20.0.7 (1b4332f5-7e1c-441e-a79d-7070b081b049/8896bff4-c088-4d4e-aaaf-27564452eb82/d80f9cba-7da5-47af-bcaf-61c223163b53) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 14:36:25.163352 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-5a166021-786d-45fb-af98-0857fdbd73e3 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:25.193700 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-5a166021-786d-45fb-af98-0857fdbd73e3 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732486185860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7073224'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:25.210077 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-3fd4f969-1896-4d2e-9b96-91e6062830f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:36:25.350610 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a166021-786d-45fb-af98-0857fdbd73e3 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Pushing event updated for resources: {'Port': ['ID=d80f9cba-7da5-47af-bcaf-61c223163b53,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:36:25.362324 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a166021-786d-45fb-af98-0857fdbd73e3 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:36:25.362734 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a166021-786d-45fb-af98-0857fdbd73e3 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:36:25.363141 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a166021-786d-45fb-af98-0857fdbd73e3 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:36:25.363541 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a166021-786d-45fb-af98-0857fdbd73e3 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:36:25.363954 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a166021-786d-45fb-af98-0857fdbd73e3 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:36:25.364353 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a166021-786d-45fb-af98-0857fdbd73e3 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:36:25.364778 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a166021-786d-45fb-af98-0857fdbd73e3 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:36:25.365174 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a166021-786d-45fb-af98-0857fdbd73e3 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:36:25.365568 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a166021-786d-45fb-af98-0857fdbd73e3 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:36:25.365958 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a166021-786d-45fb-af98-0857fdbd73e3 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:36:25.366347 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a166021-786d-45fb-af98-0857fdbd73e3 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:36:25.366736 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a166021-786d-45fb-af98-0857fdbd73e3 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:36:25.381116 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5a166021-786d-45fb-af98-0857fdbd73e3 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:36:25.419488 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-5a166021-786d-45fb-af98-0857fdbd73e3 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Network 1b4332f5-7e1c-441e-a79d-7070b081b049 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:36:25.420760 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-5a166021-786d-45fb-af98-0857fdbd73e3 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:36:25.423085 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-5a166021-786d-45fb-af98-0857fdbd73e3 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 14:36:25.491983 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-5a166021-786d-45fb-af98-0857fdbd73e3 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:36:25.492648 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-5a166021-786d-45fb-af98-0857fdbd73e3 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:25.514349 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-5a166021-786d-45fb-af98-0857fdbd73e3 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9204450 Apr 07 14:36:25.526099 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-a490515e-906f-4785-9360-3161e8286b3f service neutron] Request body: {'port': {'device_id': '72fd3203-8620-4873-b322-35c7bbe64e8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:36:25.649251 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-a490515e-906f-4785-9360-3161e8286b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:25.819090 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a046fd-b993-42a2-ae58-5f33a4533a22 req-aba4eb92-6627-4c2c-8733-6fc024b23f54 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:36:25.821013 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-94a046fd-b993-42a2-ae58-5f33a4533a22 req-aba4eb92-6627-4c2c-8733-6fc024b23f54 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/ports?device_id=72fd3203-8620-4873-b322-35c7bbe64e8f HTTP/1.1" status: 200 len: 931 time: 0.0955548 Apr 07 14:36:25.877511 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-94a046fd-b993-42a2-ae58-5f33a4533a22 req-eeb73f48-2bc0-4fd6-9e86-8fbb10286b17 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/security-groups?id=dfa70045-150c-4f2b-9ccb-6045e56e0454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487921 Apr 07 14:36:26.062444 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-a490515e-906f-4785-9360-3161e8286b3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d80f9cba-7da5-47af-bcaf-61c223163b53 {{(pid=84312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 14:36:26.070883 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-a490515e-906f-4785-9360-3161e8286b3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:26.092339 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-a490515e-906f-4785-9360-3161e8286b3f service neutron] Transition to ACTIVE for port object d80f9cba-7da5-47af-bcaf-61c223163b53 will not be triggered until provisioned by entity L2. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:36:26.095705 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-a490515e-906f-4785-9360-3161e8286b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847702575'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:26.111981 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-646f7b72-d89a-43ad-b7f2-08d65cf7f932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:36:26.247632 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a490515e-906f-4785-9360-3161e8286b3f service neutron] Pushing event updated for resources: {'Port': ['ID=d80f9cba-7da5-47af-bcaf-61c223163b53,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:36:26.252616 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a490515e-906f-4785-9360-3161e8286b3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:36:26.734984 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-a490515e-906f-4785-9360-3161e8286b3f service neutron] Attempting to bind port d80f9cba-7da5-47af-bcaf-61c223163b53 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 14:36:26.735581 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-a490515e-906f-4785-9360-3161e8286b3f service neutron] Attempting to bind port d80f9cba-7da5-47af-bcaf-61c223163b53 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '993e0d3a-b6ae-4a99-b957-8b30fd518f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1b4332f5-7e1c-441e-a79d-7070b081b049'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 14:36:26.735706 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-a490515e-906f-4785-9360-3161e8286b3f service neutron] Attempting to bind port d80f9cba-7da5-47af-bcaf-61c223163b53 on network 1b4332f5-7e1c-441e-a79d-7070b081b049 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:36:26.740677 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-a490515e-906f-4785-9360-3161e8286b3f service neutron] Port d80f9cba-7da5-47af-bcaf-61c223163b53 on network 1b4332f5-7e1c-441e-a79d-7070b081b049 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 14:36:26.741096 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-a490515e-906f-4785-9360-3161e8286b3f service neutron] Attempting to bind port d80f9cba-7da5-47af-bcaf-61c223163b53 on network 1b4332f5-7e1c-441e-a79d-7070b081b049 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:36:26.746579 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-a490515e-906f-4785-9360-3161e8286b3f service neutron] Checking agent: {'id': '9602430f-c8c8-408a-9570-479772f8b05b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 14, 25, 46), 'started_at': datetime.datetime(2021, 4, 7, 14, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 14, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 14:36:26.746945 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-a490515e-906f-4785-9360-3161e8286b3f service neutron] Checking segment: {'id': '993e0d3a-b6ae-4a99-b957-8b30fd518f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1b4332f5-7e1c-441e-a79d-7070b081b049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:36:26.747352 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-a490515e-906f-4785-9360-3161e8286b3f service neutron] Bound using segment: {'id': '993e0d3a-b6ae-4a99-b957-8b30fd518f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1b4332f5-7e1c-441e-a79d-7070b081b049'} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 14:36:26.747807 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-a490515e-906f-4785-9360-3161e8286b3f service neutron] Bound port: d80f9cba-7da5-47af-bcaf-61c223163b53, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '993e0d3a-b6ae-4a99-b957-8b30fd518f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1b4332f5-7e1c-441e-a79d-7070b081b049'}}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 14:36:26.748215 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-a490515e-906f-4785-9360-3161e8286b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:26.827305 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-a490515e-906f-4785-9360-3161e8286b3f service neutron] For port d80f9cba-7da5-47af-bcaf-61c223163b53, host hv-cinder-78093, cleared binding levels {{(pid=84312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 14:36:26.830302 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-a490515e-906f-4785-9360-3161e8286b3f service neutron] For port d80f9cba-7da5-47af-bcaf-61c223163b53, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d80f9cba-7da5-47af-bcaf-61c223163b53,segment=NetworkSegment(993e0d3a-b6ae-4a99-b957-8b30fd518f11),segment_id=993e0d3a-b6ae-4a99-b957-8b30fd518f11)] {{(pid=84312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 14:36:26.834046 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-a490515e-906f-4785-9360-3161e8286b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847702575'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:26.848891 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7d2898d7-6b6d-4f31-a336-36cbf3e97731 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:36:26.999180 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a490515e-906f-4785-9360-3161e8286b3f service neutron] Pushing event updated for resources: {'Port': ['ID=d80f9cba-7da5-47af-bcaf-61c223163b53,revision_number=3']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:36:27.002587 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a490515e-906f-4785-9360-3161e8286b3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:36:27.090117 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-a490515e-906f-4785-9360-3161e8286b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:36:27.090759 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-a490515e-906f-4785-9360-3161e8286b3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:27.092249 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-a490515e-906f-4785-9360-3161e8286b3f service neutron] 10.222.0.81 "PUT /v2.0/ports/d80f9cba-7da5-47af-bcaf-61c223163b53 HTTP/1.1" status: 200 len: 1093 time: 1.5706899 Apr 07 14:36:27.092935 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72fd3203-8620-4873-b322-35c7bbe64e8f', 'tag': 'd80f9cba-7da5-47af-bcaf-61c223163b53'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:36:27.134196 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc795d5-5624-4352-b75c-b277c96644cb req-a429cd32-4fae-4681-818a-d676892993d0 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:36:27.134971 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-efc795d5-5624-4352-b75c-b277c96644cb req-a429cd32-4fae-4681-818a-d676892993d0 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Synchronizing usage tracker for tenant:80004b11a67a4f7097aacc7125592440 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:36:27.179636 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72fd3203-8620-4873-b322-35c7bbe64e8f', 'tag': 'd80f9cba-7da5-47af-bcaf-61c223163b53', 'status': 'completed', 'code': 200} Apr 07 14:36:27.204787 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-efc795d5-5624-4352-b75c-b277c96644cb req-a429cd32-4fae-4681-818a-d676892993d0 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Unset dirty status for tenant:80004b11a67a4f7097aacc7125592440 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:36:27.206077 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-efc795d5-5624-4352-b75c-b277c96644cb req-a429cd32-4fae-4681-818a-d676892993d0 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/ports?device_id=72fd3203-8620-4873-b322-35c7bbe64e8f HTTP/1.1" status: 200 len: 943 time: 0.1992645 Apr 07 14:36:27.244918 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-efc795d5-5624-4352-b75c-b277c96644cb req-7da99ecc-9914-4dcf-81ce-bfec44df2f83 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Synchronizing usage tracker for tenant:80004b11a67a4f7097aacc7125592440 on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:36:27.258020 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-0b9fcc72-71e3-4c7b-9b6b-a71cd5404183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:36:27.259649 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-0b9fcc72-71e3-4c7b-9b6b-a71cd5404183 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=80004b11a67a4f7097aacc7125592440&device_id=72fd3203-8620-4873-b322-35c7bbe64e8f HTTP/1.1" status: 200 len: 1096 time: 0.1207082 Apr 07 14:36:27.331445 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-efc795d5-5624-4352-b75c-b277c96644cb req-7da99ecc-9914-4dcf-81ce-bfec44df2f83 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Unset dirty status for tenant:80004b11a67a4f7097aacc7125592440 on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:36:27.332765 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-efc795d5-5624-4352-b75c-b277c96644cb req-7da99ecc-9914-4dcf-81ce-bfec44df2f83 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/security-groups?id=dfa70045-150c-4f2b-9ccb-6045e56e0454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179256 Apr 07 14:36:27.342398 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-c6440688-be20-4fdc-b1f3-44e30aede72d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d80f9cba-7da5-47af-bcaf-61c223163b53 HTTP/1.1" status: 200 len: 217 time: 0.0744493 Apr 07 14:36:27.412300 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-c5325851-123e-40e9-9e4f-715dcec3d2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:36:27.413895 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-c5325851-123e-40e9-9e4f-715dcec3d2ca service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8896bff4-c088-4d4e-aaaf-27564452eb82 HTTP/1.1" status: 200 len: 853 time: 0.0660992 Apr 07 14:36:27.467530 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-98977dc7-2f51-436d-b2de-cb1db406331f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1b4332f5-7e1c-441e-a79d-7070b081b049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476403 Apr 07 14:36:27.620884 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-a990d7a5-582d-4ad4-a0bd-b4531d62330d service neutron] 10.222.0.81 "GET /v2.0/networks/1b4332f5-7e1c-441e-a79d-7070b081b049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474195 Apr 07 14:36:27.818010 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-55a247a7-e812-4bec-8e65-dfe42dc31ca6 req-b6837395-d3f2-4bec-8735-5c8d5098e490 service neutron] 10.222.0.81 "GET /v2.0/networks/1b4332f5-7e1c-441e-a79d-7070b081b049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907628 Apr 07 14:36:27.961898 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40c2c7-a4fa-4b73-b084-a1050c3262b2 req-a4e34e01-00cc-421c-b404-b2328617ccb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:36:27.963626 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ce40c2c7-a4fa-4b73-b084-a1050c3262b2 req-a4e34e01-00cc-421c-b404-b2328617ccb1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=80004b11a67a4f7097aacc7125592440&device_id=72fd3203-8620-4873-b322-35c7bbe64e8f HTTP/1.1" status: 200 len: 1096 time: 0.0896025 Apr 07 14:36:28.122181 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40c2c7-a4fa-4b73-b084-a1050c3262b2 req-dc991e0e-a37f-4fab-a07e-5be82526fca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:36:28.123799 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ce40c2c7-a4fa-4b73-b084-a1050c3262b2 req-dc991e0e-a37f-4fab-a07e-5be82526fca4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1b4332f5-7e1c-441e-a79d-7070b081b049 HTTP/1.1" status: 200 len: 914 time: 0.1529086 Apr 07 14:36:28.200491 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ce40c2c7-a4fa-4b73-b084-a1050c3262b2 req-c58bf546-275c-431c-952b-c11c56173be3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d80f9cba-7da5-47af-bcaf-61c223163b53 HTTP/1.1" status: 200 len: 217 time: 0.0697052 Apr 07 14:36:28.281759 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40c2c7-a4fa-4b73-b084-a1050c3262b2 req-fcfc32ae-5e8f-4c30-95fc-c79f1355c8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:36:28.283355 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ce40c2c7-a4fa-4b73-b084-a1050c3262b2 req-fcfc32ae-5e8f-4c30-95fc-c79f1355c8c8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8896bff4-c088-4d4e-aaaf-27564452eb82 HTTP/1.1" status: 200 len: 853 time: 0.0767572 Apr 07 14:36:28.338022 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ce40c2c7-a4fa-4b73-b084-a1050c3262b2 req-bc688121-cc75-4bb4-a41e-12c40fd8e980 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1b4332f5-7e1c-441e-a79d-7070b081b049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467613 Apr 07 14:36:28.534371 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ce40c2c7-a4fa-4b73-b084-a1050c3262b2 req-5cd7057a-09df-4fa1-ab4d-7d45ec2c80c7 service neutron] 10.222.0.81 "GET /v2.0/networks/1b4332f5-7e1c-441e-a79d-7070b081b049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892269 Apr 07 14:36:28.659938 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c3d87-f252-4625-baaf-8043520742bb req-311fde25-b98d-4217-99e1-c8eab0c4e277 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:36:28.661567 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-cd4c3d87-f252-4625-baaf-8043520742bb req-311fde25-b98d-4217-99e1-c8eab0c4e277 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/ports?device_id=72fd3203-8620-4873-b322-35c7bbe64e8f HTTP/1.1" status: 200 len: 943 time: 0.2174129 Apr 07 14:36:28.717358 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-cd4c3d87-f252-4625-baaf-8043520742bb req-d45fcd31-0dc9-438e-9b6c-1cf83581c42b tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/security-groups?id=dfa70045-150c-4f2b-9ccb-6045e56e0454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482874 Apr 07 14:36:28.726690 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-ce40c2c7-a4fa-4b73-b084-a1050c3262b2 req-07c59a12-2b21-4e04-94d2-843ac8c3a2d8 service neutron] 10.222.0.81 "GET /v2.0/networks/1b4332f5-7e1c-441e-a79d-7070b081b049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819572 Apr 07 14:36:29.502349 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device d80f9cba-7da5-47af-bcaf-61c223163b53 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=84314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 14:36:29.672593 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port d80f9cba-7da5-47af-bcaf-61c223163b53, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d80f9cba-7da5-47af-bcaf-61c223163b53,segment=NetworkSegment(993e0d3a-b6ae-4a99-b957-8b30fd518f11),segment_id=993e0d3a-b6ae-4a99-b957-8b30fd518f11)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:36:29.687400 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Returning: {'device': 'd80f9cba-7da5-47af-bcaf-61c223163b53', 'network_id': '1b4332f5-7e1c-441e-a79d-7070b081b049', 'port_id': 'd80f9cba-7da5-47af-bcaf-61c223163b53', 'mac_address': 'fa:16:3e:80:b2:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8896bff4-c088-4d4e-aaaf-27564452eb82', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 14:36:29.748240 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:29.767370 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d80f9cba-7da5-47af-bcaf-61c223163b53 {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 14:36:29.785119 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port d80f9cba-7da5-47af-bcaf-61c223163b53, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d80f9cba-7da5-47af-bcaf-61c223163b53,segment=NetworkSegment(993e0d3a-b6ae-4a99-b957-8b30fd518f11),segment_id=993e0d3a-b6ae-4a99-b957-8b30fd518f11)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:36:29.788252 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:29.790941 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-48e0acfc-3822-4d14-90cf-3c0a64631761 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:36:29.865681 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Pushing event updated for resources: {'Port': ['ID=d80f9cba-7da5-47af-bcaf-61c223163b53,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:36:29.869007 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:36:29.925997 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0e7e1-6e57-46c2-9946-edf19d2532e0 req-bca69a2f-d309-439d-af9d-4e586bdcdd38 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:36:29.927607 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-6cf0e7e1-6e57-46c2-9946-edf19d2532e0 req-bca69a2f-d309-439d-af9d-4e586bdcdd38 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/ports?device_id=72fd3203-8620-4873-b322-35c7bbe64e8f HTTP/1.1" status: 200 len: 944 time: 0.0914669 Apr 07 14:36:29.960036 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-6cf0e7e1-6e57-46c2-9946-edf19d2532e0 req-b4821ac3-958c-4d81-8aba-52afd32e2263 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/security-groups?id=dfa70045-150c-4f2b-9ccb-6045e56e0454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257919 Apr 07 14:36:29.986444 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] get_ports_and_sgs() called for port_ids ['d80f9cba-7da5-47af-bcaf-61c223163b53'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 14:36:31.162922 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab62a8-fae5-4781-b7da-f1b7085a81ef req-ad53adfa-ddaa-4000-9f0b-97acc4086b1b tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:36:31.164571 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e0ab62a8-fae5-4781-b7da-f1b7085a81ef req-ad53adfa-ddaa-4000-9f0b-97acc4086b1b tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/ports?device_id=72fd3203-8620-4873-b322-35c7bbe64e8f HTTP/1.1" status: 200 len: 944 time: 0.0880227 Apr 07 14:36:31.195563 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e0ab62a8-fae5-4781-b7da-f1b7085a81ef req-78d3a5f1-cf17-47fb-93d7-eea7cd094987 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/security-groups?id=dfa70045-150c-4f2b-9ccb-6045e56e0454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0246370 Apr 07 14:36:31.528112 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device d80f9cba-7da5-47af-bcaf-61c223163b53 up at agent hyperv_hv-cinder-78093 {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:36:31.599566 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Provisioning for port d80f9cba-7da5-47af-bcaf-61c223163b53 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:36:31.604613 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Provisioning complete for port d80f9cba-7da5-47af-bcaf-61c223163b53 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:36:31.605035 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:31.729737 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:31.742635 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72fd3203-8620-4873-b322-35c7bbe64e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80f9cba-7da5-47af-bcaf-61c223163b53'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:36:31.753840 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port d80f9cba-7da5-47af-bcaf-61c223163b53, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d80f9cba-7da5-47af-bcaf-61c223163b53,segment=NetworkSegment(993e0d3a-b6ae-4a99-b957-8b30fd518f11),segment_id=993e0d3a-b6ae-4a99-b957-8b30fd518f11)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:36:31.758029 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:31.760231 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:36:31.806135 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72fd3203-8620-4873-b322-35c7bbe64e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80f9cba-7da5-47af-bcaf-61c223163b53', 'code': 200} Apr 07 14:36:31.836091 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Pushing event updated for resources: {'Port': ['ID=d80f9cba-7da5-47af-bcaf-61c223163b53,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:36:31.840670 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:36:32.053467 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ad784-cfbb-4ec6-a688-f63defcc9cc1 req-31b94cf3-c279-4a90-b52c-913d5eb82c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:36:32.055402 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e45ad784-cfbb-4ec6-a688-f63defcc9cc1 req-31b94cf3-c279-4a90-b52c-913d5eb82c3d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=72fd3203-8620-4873-b322-35c7bbe64e8f HTTP/1.1" status: 200 len: 1098 time: 0.0867500 Apr 07 14:36:32.081905 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e45ad784-cfbb-4ec6-a688-f63defcc9cc1 req-a8c3a909-8f36-41b2-847a-9f125d2e27a2 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=dfa70045-150c-4f2b-9ccb-6045e56e0454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0205891 Apr 07 14:36:32.401555 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f418fc7-372c-4385-b87e-a6f559c4cc5c req-9f825f80-b7ec-4011-be27-022494315e60 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:36:32.403228 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-2f418fc7-372c-4385-b87e-a6f559c4cc5c req-9f825f80-b7ec-4011-be27-022494315e60 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/ports?device_id=72fd3203-8620-4873-b322-35c7bbe64e8f HTTP/1.1" status: 200 len: 945 time: 0.0892401 Apr 07 14:36:32.437515 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-2f418fc7-372c-4385-b87e-a6f559c4cc5c req-124d2620-c0f3-4621-ba45-8226d645160a tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/security-groups?id=dfa70045-150c-4f2b-9ccb-6045e56e0454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269332 Apr 07 14:36:33.649640 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06c34b-ae97-4f0e-90e6-61ded0be0b9c req-80dc65b6-c14e-478a-aed4-663a017e4955 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:36:33.651359 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-7b06c34b-ae97-4f0e-90e6-61ded0be0b9c req-80dc65b6-c14e-478a-aed4-663a017e4955 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/ports?device_id=72fd3203-8620-4873-b322-35c7bbe64e8f HTTP/1.1" status: 200 len: 945 time: 0.0907443 Apr 07 14:36:33.687845 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-7b06c34b-ae97-4f0e-90e6-61ded0be0b9c req-53a25bca-7569-4c04-a0fd-33ac1773ae07 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/security-groups?id=dfa70045-150c-4f2b-9ccb-6045e56e0454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286980 Apr 07 14:36:39.047655 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a1613-9e9e-4a27-9b08-b9abe4ecf0b9 req-741c31e6-2fed-4256-9922-eefc802cafda tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:36:39.049206 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c03a1613-9e9e-4a27-9b08-b9abe4ecf0b9 req-741c31e6-2fed-4256-9922-eefc802cafda tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=b928a91f-6800-486c-bf14-158ee4c135eb HTTP/1.1" status: 200 len: 945 time: 0.0922887 Apr 07 14:36:39.081271 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c03a1613-9e9e-4a27-9b08-b9abe4ecf0b9 req-bafeb80c-4baa-408e-a884-64c7ca6cfd37 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/security-groups?id=12b3d061-b56b-48cf-94a8-a7c78978747a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0248249 Apr 07 14:36:40.291510 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1672a239-869d-441a-b7da-2da9daed0c62 req-d472813b-3d01-46ac-a84d-bbb8cd5a792e tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:36:40.293133 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1672a239-869d-441a-b7da-2da9daed0c62 req-d472813b-3d01-46ac-a84d-bbb8cd5a792e tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=b928a91f-6800-486c-bf14-158ee4c135eb HTTP/1.1" status: 200 len: 945 time: 0.0929008 Apr 07 14:36:40.326875 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1672a239-869d-441a-b7da-2da9daed0c62 req-d749c523-6344-4507-b196-6e8f7bd19134 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/security-groups?id=12b3d061-b56b-48cf-94a8-a7c78978747a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273471 Apr 07 14:36:41.055427 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ddc547-ada2-493e-88a2-622261998656 req-b917ff28-1e54-4943-95c2-1f69e29248ee tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:36:41.057146 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-a6ddc547-ada2-493e-88a2-622261998656 req-b917ff28-1e54-4943-95c2-1f69e29248ee tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.81 "GET /v2.0/ports?device_id=b928a91f-6800-486c-bf14-158ee4c135eb HTTP/1.1" status: 200 len: 945 time: 0.0890481 Apr 07 14:36:41.141315 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-a6ddc547-ada2-493e-88a2-622261998656 req-76c54d5d-16e2-4e40-b7e2-34ed86b485d8 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Deleting port 883e9f17-f6ee-4470-b3d2-0596cf1e59a7 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:36:41.141693 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-a6ddc547-ada2-493e-88a2-622261998656 req-76c54d5d-16e2-4e40-b7e2-34ed86b485d8 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:41.413773 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-a6ddc547-ada2-493e-88a2-622261998656 req-76c54d5d-16e2-4e40-b7e2-34ed86b485d8 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] For port 883e9f17-f6ee-4470-b3d2-0596cf1e59a7, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=883e9f17-f6ee-4470-b3d2-0596cf1e59a7,segment=NetworkSegment(08af5bb5-a582-448e-ac67-8d64a395bc43),segment_id=08af5bb5-a582-448e-ac67-8d64a395bc43)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:36:41.414381 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-a6ddc547-ada2-493e-88a2-622261998656 req-76c54d5d-16e2-4e40-b7e2-34ed86b485d8 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:41.774374 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b312c-0080-49f6-a8fa-82acf330f255 req-3f25e3fb-c2a4-4362-b8ab-b79c80c15ba4 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:36:41.775993 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-915b312c-0080-49f6-a8fa-82acf330f255 req-3f25e3fb-c2a4-4362-b8ab-b79c80c15ba4 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=b928a91f-6800-486c-bf14-158ee4c135eb HTTP/1.1" status: 200 len: 945 time: 0.2962396 Apr 07 14:36:41.835300 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-915b312c-0080-49f6-a8fa-82acf330f255 req-0c4749ed-dcf4-4bc4-8038-6a5501555933 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/security-groups?id=12b3d061-b56b-48cf-94a8-a7c78978747a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468349 Apr 07 14:36:41.836975 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-a6ddc547-ada2-493e-88a2-622261998656 req-76c54d5d-16e2-4e40-b7e2-34ed86b485d8 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:41.837390 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-a6ddc547-ada2-493e-88a2-622261998656 req-76c54d5d-16e2-4e40-b7e2-34ed86b485d8 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8275434'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:41.837739 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.db.l3_db [req-a6ddc547-ada2-493e-88a2-622261998656 req-76c54d5d-16e2-4e40-b7e2-34ed86b485d8 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Floating IP 8bd4ed3d-7d17-435d-8d93-3632c89d8232 disassociated. External IP: 172.28.3.35, port: 883e9f17-f6ee-4470-b3d2-0596cf1e59a7. Apr 07 14:36:41.838113 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-a6ddc547-ada2-493e-88a2-622261998656 req-76c54d5d-16e2-4e40-b7e2-34ed86b485d8 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Calling delete_port for 883e9f17-f6ee-4470-b3d2-0596cf1e59a7 owned by compute:nova {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:36:41.994395 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-a6ddc547-ada2-493e-88a2-622261998656 req-76c54d5d-16e2-4e40-b7e2-34ed86b485d8 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304368157317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304368589940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7073224'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:42.011722 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a490515e-906f-4785-9360-3161e8286b3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:36:42.357038 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c54d5d-16e2-4e40-b7e2-34ed86b485d8 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Pushing event deleted for resources: {'Port': ['ID=883e9f17-f6ee-4470-b3d2-0596cf1e59a7,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:36:42.361545 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-76c54d5d-16e2-4e40-b7e2-34ed86b485d8 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:36:42.616338 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6ddc547-ada2-493e-88a2-622261998656 req-76c54d5d-16e2-4e40-b7e2-34ed86b485d8 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Router 9d12001d-7805-4131-a633-cf53c7ec6821 has already been hosted by L3 agent d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 14:36:42.811281 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6ddc547-ada2-493e-88a2-622261998656 req-76c54d5d-16e2-4e40-b7e2-34ed86b485d8 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify agent at l3_agent.dv-cinder-780933-3-smb the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 14:36:42.822041 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2432ef-bfd2-437d-a16a-d68fff26328f None None] Sync routers for ids ['9d12001d-7805-4131-a633-cf53c7ec6821'] in dv-cinder-780933-3-smb {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 14:36:42.836074 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2432ef-bfd2-437d-a16a-d68fff26328f None None] Routers {'9d12001d-7805-4131-a633-cf53c7ec6821'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:36:42.836772 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-3e2432ef-bfd2-437d-a16a-d68fff26328f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:36:17Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['9d12001d-7805-4131-a633-cf53c7ec6821'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:36:42.904342 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ddc547-ada2-493e-88a2-622261998656 req-76c54d5d-16e2-4e40-b7e2-34ed86b485d8 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] No DVR routers for this DVR port 883e9f17-f6ee-4470-b3d2-0596cf1e59a7 on host hv-cinder-78093 {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 14:36:42.907107 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-a6ddc547-ada2-493e-88a2-622261998656 req-76c54d5d-16e2-4e40-b7e2-34ed86b485d8 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:42.910364 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b928a91f-6800-486c-bf14-158ee4c135eb', 'name': 'network-vif-deleted', 'tag': '883e9f17-f6ee-4470-b3d2-0596cf1e59a7'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:36:42.929051 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-a6ddc547-ada2-493e-88a2-622261998656 req-76c54d5d-16e2-4e40-b7e2-34ed86b485d8 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.81 "DELETE /v2.0/ports/883e9f17-f6ee-4470-b3d2-0596cf1e59a7 HTTP/1.1" status: 204 len: 173 time: 1.8652537 Apr 07 14:36:42.981570 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b928a91f-6800-486c-bf14-158ee4c135eb', 'name': 'network-vif-deleted', 'tag': '883e9f17-f6ee-4470-b3d2-0596cf1e59a7', 'status': 'completed', 'code': 200} Apr 07 14:36:43.034666 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-38a04dff-6372-4c3f-92c4-26d39bbcf09c req-e8619853-5bf1-4e58-ab62-e22bf2e042d8 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/ports?device_id=b928a91f-6800-486c-bf14-158ee4c135eb HTTP/1.1" status: 200 len: 210 time: 0.0538557 Apr 07 14:36:43.243061 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-3e2432ef-bfd2-437d-a16a-d68fff26328f None None] Set router 9d12001d-7805-4131-a633-cf53c7ec6821 gateway port host: dv-cinder-780933-3-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:36:43.590346 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-3e2432ef-bfd2-437d-a16a-d68fff26328f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'name': 'tempest-AttachVolumeTestJSON-164897092-router', 'tenant_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '1f39ca30-efa1-40cf-9f9c-9805ce535d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:32:01Z', 'updated_at': '2021-04-07T14:32:08Z', 'revision_number': 4, 'project_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'gw_port': {'id': '1f39ca30-efa1-40cf-9f9c-9805ce535d6b', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:32:03Z', 'updated_at': '2021-04-07T14:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_interfaces': [{'id': 'b1776e4e-3ac1-4610-bcf7-0329a6450d41', 'name': '', 'network_id': 'bb7efeee-99ea-4043-8846-93b702fed956', 'tenant_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'mac_address': 'fa:16:3e:4d:f9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'f07fac7c-5a35-4094-b6e4-56e6dcb86d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:32:06Z', 'updated_at': '2021-04-07T14:32:17Z', 'revision_number': 5, 'project_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'subnets': [{'id': 'f07fac7c-5a35-4094-b6e4-56e6dcb86d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:36:43.590645 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 883e9f17-f6ee-4470-b3d2-0596cf1e59a7 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 14:36:43.595947 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2432ef-bfd2-437d-a16a-d68fff26328f None None] Checking router: 9d12001d-7805-4131-a633-cf53c7ec6821 for host: dv-cinder-780933-3-smb {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 14:36:43.605103 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2432ef-bfd2-437d-a16a-d68fff26328f None None] Routers {'9d12001d-7805-4131-a633-cf53c7ec6821'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:36:43.605761 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-3e2432ef-bfd2-437d-a16a-d68fff26328f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:36:17Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['9d12001d-7805-4131-a633-cf53c7ec6821'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:36:43.630518 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] No Port match for: 883e9f17-f6ee-4470-b3d2-0596cf1e59a7 {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 14:36:43.631065 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 883e9f17-f6ee-4470-b3d2-0596cf1e59a7 not bound to the agent host hv-cinder-78093 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 14:36:43.796005 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-3e2432ef-bfd2-437d-a16a-d68fff26328f None None] Set router 9d12001d-7805-4131-a633-cf53c7ec6821 gateway port host: dv-cinder-780933-3-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:36:44.134397 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-3e2432ef-bfd2-437d-a16a-d68fff26328f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'name': 'tempest-AttachVolumeTestJSON-164897092-router', 'tenant_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '1f39ca30-efa1-40cf-9f9c-9805ce535d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:32:01Z', 'updated_at': '2021-04-07T14:32:08Z', 'revision_number': 4, 'project_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'gw_port': {'id': '1f39ca30-efa1-40cf-9f9c-9805ce535d6b', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:32:03Z', 'updated_at': '2021-04-07T14:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_interfaces': [{'id': 'b1776e4e-3ac1-4610-bcf7-0329a6450d41', 'name': '', 'network_id': 'bb7efeee-99ea-4043-8846-93b702fed956', 'tenant_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'mac_address': 'fa:16:3e:4d:f9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'f07fac7c-5a35-4094-b6e4-56e6dcb86d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:32:06Z', 'updated_at': '2021-04-07T14:32:17Z', 'revision_number': 5, 'project_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'subnets': [{'id': 'f07fac7c-5a35-4094-b6e4-56e6dcb86d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:36:44.138976 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2432ef-bfd2-437d-a16a-d68fff26328f None None] The sync data for ids ['9d12001d-7805-4131-a633-cf53c7ec6821'] in dv-cinder-780933-3-smb is: [{'id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'name': 'tempest-AttachVolumeTestJSON-164897092-router', 'tenant_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '1f39ca30-efa1-40cf-9f9c-9805ce535d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:32:01Z', 'updated_at': '2021-04-07T14:32:08Z', 'revision_number': 4, 'project_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'gw_port': {'id': '1f39ca30-efa1-40cf-9f9c-9805ce535d6b', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:32:03Z', 'updated_at': '2021-04-07T14:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb', '_interfaces': [{'id': 'b1776e4e-3ac1-4610-bcf7-0329a6450d41', 'name': '', 'network_id': 'bb7efeee-99ea-4043-8846-93b702fed956', 'tenant_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'mac_address': 'fa:16:3e:4d:f9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'f07fac7c-5a35-4094-b6e4-56e6dcb86d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:32:06Z', 'updated_at': '2021-04-07T14:32:17Z', 'revision_number': 5, 'project_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'subnets': [{'id': 'f07fac7c-5a35-4094-b6e4-56e6dcb86d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 14:36:44.168791 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 51926) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:36:44.244842 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-06aa279b-1211-462a-95c2-55a16c339cbc tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:44.275709 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-06aa279b-1211-462a-95c2-55a16c339cbc tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:44.326702 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-06aa279b-1211-462a-95c2-55a16c339cbc tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:44.332166 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8767056e-0b9b-49e7-94c7-d28b66b7d02e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:36:44.349104 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa279b-1211-462a-95c2-55a16c339cbc tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b3d061-b56b-48cf-94a8-a7c78978747a,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:36:44.356278 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-06aa279b-1211-462a-95c2-55a16c339cbc tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:36:44.357185 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-06aa279b-1211-462a-95c2-55a16c339cbc tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:44.359461 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-06aa279b-1211-462a-95c2-55a16c339cbc tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "DELETE /v2.0/security-groups/12b3d061-b56b-48cf-94a8-a7c78978747a HTTP/1.1" status: 204 len: 168 time: 0.1894429 Apr 07 14:36:44.361528 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 51932) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:36:44.380430 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.api.v2.resource [None req-07acfd48-6cf7-486f-b27a-c4c4d7edb714 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] show failed (client error): The resource could not be found. Apr 07 14:36:44.384567 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-07acfd48-6cf7-486f-b27a-c4c4d7edb714 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "GET /v2.0/security-groups/12b3d061-b56b-48cf-94a8-a7c78978747a HTTP/1.1" status: 404 len: 347 time: 0.0189650 Apr 07 14:36:44.384940 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 51936) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:36:44.547339 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e6e38e-f8c4-49a8-84be-478f95a8d2de None None] New status for floating IP 8bd4ed3d-7d17-435d-8d93-3632c89d8232: DOWN {{(pid=84314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 07 14:36:44.560047 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-7623669b-ca4f-4d24-9a43-099d20f73f2a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Deleting port 58d5f05e-044d-4cbf-9a75-f811d59d0177 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:36:44.560433 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7623669b-ca4f-4d24-9a43-099d20f73f2a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:44.749606 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7623669b-ca4f-4d24-9a43-099d20f73f2a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:44.750209 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7623669b-ca4f-4d24-9a43-099d20f73f2a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:44.783761 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-532986ad-8bd5-480d-9f36-1a4752734ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:44.887983 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-7623669b-ca4f-4d24-9a43-099d20f73f2a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Calling delete_port for 58d5f05e-044d-4cbf-9a75-f811d59d0177 owned by network:floatingip {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:36:44.971962 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.db.api [None req-7623669b-ca4f-4d24-9a43-099d20f73f2a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 07 14:36:44.972290 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_db.api [None req-7623669b-ca4f-4d24-9a43-099d20f73f2a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 07 14:36:45.473277 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-7623669b-ca4f-4d24-9a43-099d20f73f2a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Deleting port 58d5f05e-044d-4cbf-9a75-f811d59d0177 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:36:45.474197 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7623669b-ca4f-4d24-9a43-099d20f73f2a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:45.660791 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7623669b-ca4f-4d24-9a43-099d20f73f2a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:45.661155 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7623669b-ca4f-4d24-9a43-099d20f73f2a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:45.794333 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-7623669b-ca4f-4d24-9a43-099d20f73f2a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Calling delete_port for 58d5f05e-044d-4cbf-9a75-f811d59d0177 owned by network:floatingip {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:36:45.936036 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:45.938442 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7623669b-ca4f-4d24-9a43-099d20f73f2a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304368157317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304368589940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848525233'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:45.954499 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-630af820-60e8-4a8a-9905-865db1ec7359 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:36:46.055927 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7623669b-ca4f-4d24-9a43-099d20f73f2a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Pushing event deleted for resources: {'Port': ['ID=58d5f05e-044d-4cbf-9a75-f811d59d0177,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:36:46.060615 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7623669b-ca4f-4d24-9a43-099d20f73f2a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:36:46.211564 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7623669b-ca4f-4d24-9a43-099d20f73f2a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks [] for floatingip, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:46.226672 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7623669b-ca4f-4d24-9a43-099d20f73f2a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for floatingip, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:46.227943 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-7623669b-ca4f-4d24-9a43-099d20f73f2a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] 10.222.0.63 "DELETE /v2.0/floatingips/8bd4ed3d-7d17-435d-8d93-3632c89d8232 HTTP/1.1" status: 204 len: 168 time: 1.8419845 Apr 07 14:36:47.381473 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-21a23755-c2e3-4176-ae2d-32030e1143b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:48.162590 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-68064a8d-a1ee-4a07-912b-506dbeaf5e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:48.839524 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:49.765212 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.agents_db [None req-6fbea437-4030-452f-8588-832da035c2c0 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 14:36:49.858615 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-753d5ca8-67af-4e0f-aee9-cf9190fbeaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:50.293299 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 51996) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:36:50.886203 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-372612d2-9c89-4416-ba62-8ac171cd7436 req-ea67a65a-5a9c-4eb6-a258-927b1fd2f6c6 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=72fd3203-8620-4873-b322-35c7bbe64e8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791659 Apr 07 14:36:51.041552 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372612d2-9c89-4416-ba62-8ac171cd7436 req-d546833b-abc7-4c6c-b1b0-81c02bc8d141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:36:51.043198 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-372612d2-9c89-4416-ba62-8ac171cd7436 req-d546833b-abc7-4c6c-b1b0-81c02bc8d141 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=80004b11a67a4f7097aacc7125592440&device_id=72fd3203-8620-4873-b322-35c7bbe64e8f HTTP/1.1" status: 200 len: 1098 time: 0.0839834 Apr 07 14:36:51.130396 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ac2e84bb-e8c7-44bd-a5a3-8cd9348f5e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846494577'] for router_interface, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:51.202367 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372612d2-9c89-4416-ba62-8ac171cd7436 req-eb553a10-5f8b-400d-9afd-05c17ebe80a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:36:51.204016 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-372612d2-9c89-4416-ba62-8ac171cd7436 req-eb553a10-5f8b-400d-9afd-05c17ebe80a6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1b4332f5-7e1c-441e-a79d-7070b081b049 HTTP/1.1" status: 200 len: 914 time: 0.1405563 Apr 07 14:36:51.277315 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-372612d2-9c89-4416-ba62-8ac171cd7436 req-49ccbe2a-5b6d-4bdf-9f97-f9ba2a576c54 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d80f9cba-7da5-47af-bcaf-61c223163b53 HTTP/1.1" status: 200 len: 217 time: 0.0662351 Apr 07 14:36:51.351513 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372612d2-9c89-4416-ba62-8ac171cd7436 req-dfba7200-2771-46b0-9d5e-0983dcc3188d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:36:51.353186 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-372612d2-9c89-4416-ba62-8ac171cd7436 req-dfba7200-2771-46b0-9d5e-0983dcc3188d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8896bff4-c088-4d4e-aaaf-27564452eb82 HTTP/1.1" status: 200 len: 853 time: 0.0696869 Apr 07 14:36:51.406458 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-372612d2-9c89-4416-ba62-8ac171cd7436 req-a6e2600e-8e70-4789-8514-ab519b8f6b51 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1b4332f5-7e1c-441e-a79d-7070b081b049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470288 Apr 07 14:36:51.517841 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-ac2e84bb-e8c7-44bd-a5a3-8cd9348f5e9f admin admin] Deleting port b1776e4e-3ac1-4610-bcf7-0329a6450d41 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:36:51.518227 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ac2e84bb-e8c7-44bd-a5a3-8cd9348f5e9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:51.559664 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-372612d2-9c89-4416-ba62-8ac171cd7436 req-047b519e-9cd2-494c-a777-680863e323da service neutron] 10.222.0.81 "GET /v2.0/networks/1b4332f5-7e1c-441e-a79d-7070b081b049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468310 Apr 07 14:36:51.708037 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-372612d2-9c89-4416-ba62-8ac171cd7436 req-d082ac02-88ec-4ddb-8a39-c37bc6ae0b6b service neutron] 10.222.0.81 "GET /v2.0/networks/1b4332f5-7e1c-441e-a79d-7070b081b049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409245 Apr 07 14:36:51.709129 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-ac2e84bb-e8c7-44bd-a5a3-8cd9348f5e9f admin admin] For port b1776e4e-3ac1-4610-bcf7-0329a6450d41, host dv-cinder-780933-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=b1776e4e-3ac1-4610-bcf7-0329a6450d41,segment=NetworkSegment(08af5bb5-a582-448e-ac67-8d64a395bc43),segment_id=08af5bb5-a582-448e-ac67-8d64a395bc43)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:36:51.709535 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ac2e84bb-e8c7-44bd-a5a3-8cd9348f5e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:51.848876 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-ac2e84bb-e8c7-44bd-a5a3-8cd9348f5e9f admin admin] Calling delete_port for b1776e4e-3ac1-4610-bcf7-0329a6450d41 owned by network:router_interface {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:36:52.029239 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ac2e84bb-e8c7-44bd-a5a3-8cd9348f5e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304368157317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304368589940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848525233'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:52.044508 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-e337064b-8465-42da-93b8-8990b6ed07dc tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:36:52.144472 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e84bb-e8c7-44bd-a5a3-8cd9348f5e9f admin admin] Pushing event deleted for resources: {'Port': ['ID=b1776e4e-3ac1-4610-bcf7-0329a6450d41,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:36:52.148008 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ac2e84bb-e8c7-44bd-a5a3-8cd9348f5e9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:36:52.491708 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ac2e84bb-e8c7-44bd-a5a3-8cd9348f5e9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846809845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846489668'] for router_interface, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:52.994914 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2e84bb-e8c7-44bd-a5a3-8cd9348f5e9f admin admin] Router 9d12001d-7805-4131-a633-cf53c7ec6821 has already been hosted by L3 agent d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2 {{(pid=84313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 14:36:53.181510 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2e84bb-e8c7-44bd-a5a3-8cd9348f5e9f admin admin] Notify agent at l3_agent.dv-cinder-780933-3-smb the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 14:36:53.191042 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7ecb78-8652-4c42-ba29-62685979324a None None] Sync routers for ids ['9d12001d-7805-4131-a633-cf53c7ec6821'] in dv-cinder-780933-3-smb {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 14:36:53.194235 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-ac2e84bb-e8c7-44bd-a5a3-8cd9348f5e9f admin admin] 10.222.0.63 "PUT /v2.0/routers/9d12001d-7805-4131-a633-cf53c7ec6821/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8997824 Apr 07 14:36:53.196940 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 52014) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:36:53.201327 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7ecb78-8652-4c42-ba29-62685979324a None None] Routers {'9d12001d-7805-4131-a633-cf53c7ec6821'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:36:53.201987 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-eb7ecb78-8652-4c42-ba29-62685979324a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:36:47Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['9d12001d-7805-4131-a633-cf53c7ec6821'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:36:53.403057 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-eb7ecb78-8652-4c42-ba29-62685979324a None None] Set router 9d12001d-7805-4131-a633-cf53c7ec6821 gateway port host: dv-cinder-780933-3-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:36:53.635688 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-714fb274-1c58-48a0-8417-6b68c3bab75c admin admin] Notify callbacks [] for router, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:53.718700 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-eb7ecb78-8652-4c42-ba29-62685979324a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'name': 'tempest-AttachVolumeTestJSON-164897092-router', 'tenant_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '1f39ca30-efa1-40cf-9f9c-9805ce535d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:32:01Z', 'updated_at': '2021-04-07T14:36:51Z', 'revision_number': 5, 'project_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'gw_port': {'id': '1f39ca30-efa1-40cf-9f9c-9805ce535d6b', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:32:03Z', 'updated_at': '2021-04-07T14:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb'}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:36:53.722679 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7ecb78-8652-4c42-ba29-62685979324a None None] Checking router: 9d12001d-7805-4131-a633-cf53c7ec6821 for host: dv-cinder-780933-3-smb {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 14:36:53.732077 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7ecb78-8652-4c42-ba29-62685979324a None None] Routers {'9d12001d-7805-4131-a633-cf53c7ec6821'} bound to L3 agent in host dv-cinder-780933-3-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 14:36:53.732708 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-eb7ecb78-8652-4c42-ba29-62685979324a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-07T14:18:47Z,description=,heartbeat_timestamp=2021-04-07T14:36:47Z,host='dv-cinder-780933-3-smb',id=d98d21b1-ce00-4d86-a0f4-81e3e0a66ea2,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T14:18:47Z,topic='l3_agent')) {'router_ids': ['9d12001d-7805-4131-a633-cf53c7ec6821'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:36:53.824685 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-714fb274-1c58-48a0-8417-6b68c3bab75c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:53.834243 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-714fb274-1c58-48a0-8417-6b68c3bab75c admin admin] Deleting port 1f39ca30-efa1-40cf-9f9c-9805ce535d6b {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:36:53.834558 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-714fb274-1c58-48a0-8417-6b68c3bab75c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:53.918863 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvr_db [None req-eb7ecb78-8652-4c42-ba29-62685979324a None None] Set router 9d12001d-7805-4131-a633-cf53c7ec6821 gateway port host: dv-cinder-780933-3-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 14:36:54.031732 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-714fb274-1c58-48a0-8417-6b68c3bab75c admin admin] For port 1f39ca30-efa1-40cf-9f9c-9805ce535d6b, host dv-cinder-780933-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=1f39ca30-efa1-40cf-9f9c-9805ce535d6b,segment=NetworkSegment(feed5fe9-833d-41c1-bf1c-58a271b81c41),segment_id=feed5fe9-833d-41c1-bf1c-58a271b81c41)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:36:54.032189 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-714fb274-1c58-48a0-8417-6b68c3bab75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:54.168754 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-714fb274-1c58-48a0-8417-6b68c3bab75c admin admin] Calling delete_port for 1f39ca30-efa1-40cf-9f9c-9805ce535d6b owned by network:router_gateway {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:36:54.229951 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_hamode_db [None req-eb7ecb78-8652-4c42-ba29-62685979324a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'name': 'tempest-AttachVolumeTestJSON-164897092-router', 'tenant_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '1f39ca30-efa1-40cf-9f9c-9805ce535d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:32:01Z', 'updated_at': '2021-04-07T14:36:51Z', 'revision_number': 5, 'project_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'gw_port': {'id': '1f39ca30-efa1-40cf-9f9c-9805ce535d6b', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:32:03Z', 'updated_at': '2021-04-07T14:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb'}], 'dv-cinder-780933-3-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:36:54.234112 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7ecb78-8652-4c42-ba29-62685979324a None None] The sync data for ids ['9d12001d-7805-4131-a633-cf53c7ec6821'] in dv-cinder-780933-3-smb is: [{'id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'name': 'tempest-AttachVolumeTestJSON-164897092-router', 'tenant_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'external_fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '1f39ca30-efa1-40cf-9f9c-9805ce535d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T14:32:01Z', 'updated_at': '2021-04-07T14:36:51Z', 'revision_number': 5, 'project_id': '1f28accf3ba748ad95aaf27f9a63aa6f', 'gw_port': {'id': '1f39ca30-efa1-40cf-9f9c-9805ce535d6b', 'name': '', 'network_id': '6dc11b00-4e00-4f77-8f6a-5304324fd48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d12001d-7805-4131-a633-cf53c7ec6821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T14:32:03Z', 'updated_at': '2021-04-07T14:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '122e1bcc-5379-466c-b8c0-1b63f085397d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-3-smb'}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 14:36:54.382392 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-714fb274-1c58-48a0-8417-6b68c3bab75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304368157317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304368589940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848525233'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:54.398561 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ec7c067d-6480-4ced-8aed-83231a34906b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:36:54.497113 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714fb274-1c58-48a0-8417-6b68c3bab75c admin admin] Pushing event deleted for resources: {'Port': ['ID=1f39ca30-efa1-40cf-9f9c-9805ce535d6b,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:36:54.500046 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-714fb274-1c58-48a0-8417-6b68c3bab75c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:36:54.677145 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-714fb274-1c58-48a0-8417-6b68c3bab75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846500420'] for router_gateway, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:54.863957 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-714fb274-1c58-48a0-8417-6b68c3bab75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8285244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7275'] for router, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:54.866252 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-714fb274-1c58-48a0-8417-6b68c3bab75c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:54.886717 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-714fb274-1c58-48a0-8417-6b68c3bab75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8285334'] for router, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:54.887277 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714fb274-1c58-48a0-8417-6b68c3bab75c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d12001d-7805-4131-a633-cf53c7ec6821 {{(pid=84313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 07 14:36:54.900283 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-714fb274-1c58-48a0-8417-6b68c3bab75c admin admin] Notify callbacks [] for router, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:54.901523 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-714fb274-1c58-48a0-8417-6b68c3bab75c admin admin] 10.222.0.63 "DELETE /v2.0/routers/9d12001d-7805-4131-a633-cf53c7ec6821 HTTP/1.1" status: 204 len: 168 time: 1.7035768 Apr 07 14:36:54.904251 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 52026) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:36:54.971521 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_v2 [None req-e46f5f51-7c95-4b5b-8e3f-598c2f9a9534 admin admin] Deleting subnet f07fac7c-5a35-4094-b6e4-56e6dcb86d0b {{(pid=84313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 07 14:36:54.974732 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e46f5f51-7c95-4b5b-8e3f-598c2f9a9534 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:55.026047 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e46f5f51-7c95-4b5b-8e3f-598c2f9a9534 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849815780'] for subnet, precommit_delete_associations {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:55.111164 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e46f5f51-7c95-4b5b-8e3f-598c2f9a9534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854771514'] for subnet, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:55.380885 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e46f5f51-7c95-4b5b-8e3f-598c2f9a9534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6250597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847727700'] for subnet, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:55.399246 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-25886e99-f660-4e1d-9813-8cd6b6680593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:36:55.485986 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f5f51-7c95-4b5b-8e3f-598c2f9a9534 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f07fac7c-5a35-4094-b6e4-56e6dcb86d0b,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:36:55.491183 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-e46f5f51-7c95-4b5b-8e3f-598c2f9a9534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:36:55.542134 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e46f5f51-7c95-4b5b-8e3f-598c2f9a9534 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:55.548679 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0c41d1-cf37-45d9-9da1-d7525cc9b847 None None] Network bb7efeee-99ea-4043-8846-93b702fed956 requested from dv-cinder-780933-3-smb {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 14:36:55.549256 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-e46f5f51-7c95-4b5b-8e3f-598c2f9a9534 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/f07fac7c-5a35-4094-b6e4-56e6dcb86d0b HTTP/1.1" status: 204 len: 168 time: 0.6439936 Apr 07 14:36:55.552708 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 52032) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:36:55.619161 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 1f39ca30-efa1-40cf-9f9c-9805ce535d6b no longer exists at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 14:36:55.673889 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] No Port match for: 1f39ca30-efa1-40cf-9f9c-9805ce535d6b {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 14:36:55.674271 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 1f39ca30-efa1-40cf-9f9c-9805ce535d6b not bound to the agent host dv-cinder-780933-3-smb {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 14:36:55.674731 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device b1776e4e-3ac1-4610-bcf7-0329a6450d41 no longer exists at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 14:36:55.677355 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6400f20f-d26b-4ee1-aa33-15f05346d0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-137828'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:55.726176 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] No Port match for: b1776e4e-3ac1-4610-bcf7-0329a6450d41 {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 14:36:55.726551 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device b1776e4e-3ac1-4610-bcf7-0329a6450d41 not bound to the agent host dv-cinder-780933-3-smb {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 14:36:55.752722 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-6400f20f-d26b-4ee1-aa33-15f05346d0a3 admin admin] Deleting port 92a06f92-c23d-4e04-8a6a-4547503708cf {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:36:55.753139 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6400f20f-d26b-4ee1-aa33-15f05346d0a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:55.890041 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d99a4c5-4528-40dd-82ec-7e404bf880e2 None None] DHCP port deletion for bb7efeee-99ea-4043-8846-93b702fed956 request from dv-cinder-780933-3-smb {{(pid=84314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 07 14:36:55.894672 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-3d99a4c5-4528-40dd-82ec-7e404bf880e2 None None] Deleting port 92a06f92-c23d-4e04-8a6a-4547503708cf {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:36:55.895099 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3d99a4c5-4528-40dd-82ec-7e404bf880e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:55.986041 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-6400f20f-d26b-4ee1-aa33-15f05346d0a3 admin admin] For port 92a06f92-c23d-4e04-8a6a-4547503708cf, host dv-cinder-780933-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=92a06f92-c23d-4e04-8a6a-4547503708cf,segment=NetworkSegment(08af5bb5-a582-448e-ac67-8d64a395bc43),segment_id=08af5bb5-a582-448e-ac67-8d64a395bc43)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:36:55.986359 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6400f20f-d26b-4ee1-aa33-15f05346d0a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:56.117971 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-3d99a4c5-4528-40dd-82ec-7e404bf880e2 None None] For port 92a06f92-c23d-4e04-8a6a-4547503708cf, host dv-cinder-780933-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-3-smb',level=0,port_id=92a06f92-c23d-4e04-8a6a-4547503708cf,segment=NetworkSegment(08af5bb5-a582-448e-ac67-8d64a395bc43),segment_id=08af5bb5-a582-448e-ac67-8d64a395bc43)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:36:56.118333 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3d99a4c5-4528-40dd-82ec-7e404bf880e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:56.128465 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-6400f20f-d26b-4ee1-aa33-15f05346d0a3 admin admin] Calling delete_port for 92a06f92-c23d-4e04-8a6a-4547503708cf owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:36:56.204651 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6400f20f-d26b-4ee1-aa33-15f05346d0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304368157317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304368589940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7073224'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:56.220376 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ffc6d0b9-ebad-4149-8185-8285b7f791ec tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:36:56.248735 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-3d99a4c5-4528-40dd-82ec-7e404bf880e2 None None] Calling delete_port for 92a06f92-c23d-4e04-8a6a-4547503708cf owned by network:dhcp {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:36:56.318245 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400f20f-d26b-4ee1-aa33-15f05346d0a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=92a06f92-c23d-4e04-8a6a-4547503708cf,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:36:56.327082 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.db.api [None req-3d99a4c5-4528-40dd-82ec-7e404bf880e2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84314) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 07 14:36:56.327497 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_db.api [None req-3d99a4c5-4528-40dd-82ec-7e404bf880e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 07 14:36:56.331047 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-6400f20f-d26b-4ee1-aa33-15f05346d0a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:36:56.363651 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6400f20f-d26b-4ee1-aa33-15f05346d0a3 admin admin] No DVR routers for this DVR port 92a06f92-c23d-4e04-8a6a-4547503708cf on host dv-cinder-780933-3-smb {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 14:36:56.487014 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6400f20f-d26b-4ee1-aa33-15f05346d0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14662', 'neutron.services.segments.db._delete_segments_for_network--9223363304368102158'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:56.603839 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.segments.db [None req-6400f20f-d26b-4ee1-aa33-15f05346d0a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb7efeee-99ea-4043-8846-93b702fed956']}} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:36:56.617882 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.segments.db [None req-6400f20f-d26b-4ee1-aa33-15f05346d0a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08af5bb5-a582-448e-ac67-8d64a395bc43') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:36:56.618221 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.segments.db [None req-6400f20f-d26b-4ee1-aa33-15f05346d0a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08af5bb5-a582-448e-ac67-8d64a395bc43') {} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:36:56.630808 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6400f20f-d26b-4ee1-aa33-15f05346d0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304368070140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847730990'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:56.648612 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6400f20f-d26b-4ee1-aa33-15f05346d0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773215'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:56.657609 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6400f20f-d26b-4ee1-aa33-15f05346d0a3 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 07 14:36:56.828628 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-3d99a4c5-4528-40dd-82ec-7e404bf880e2 None None] Deleting port 92a06f92-c23d-4e04-8a6a-4547503708cf {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:36:56.829237 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3d99a4c5-4528-40dd-82ec-7e404bf880e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:56.843689 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-6400f20f-d26b-4ee1-aa33-15f05346d0a3 admin admin] Network bb7efeee-99ea-4043-8846-93b702fed956 has no segments {{(pid=84312) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 14:36:56.853832 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6400f20f-d26b-4ee1-aa33-15f05346d0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847702593'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:56.903182 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-3d99a4c5-4528-40dd-82ec-7e404bf880e2 None None] The port '92a06f92-c23d-4e04-8a6a-4547503708cf' was deleted {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 07 14:36:57.034860 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-6400f20f-d26b-4ee1-aa33-15f05346d0a3 admin admin] Network bb7efeee-99ea-4043-8846-93b702fed956 has no segments {{(pid=84312) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 14:36:57.063431 dv-cinder-780933-3-smb neutron-server[84199]: Traceback (most recent call last): Apr 07 14:36:57.063431 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 14:36:57.063431 dv-cinder-780933-3-smb neutron-server[84199]: timer() Apr 07 14:36:57.063431 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 14:36:57.063431 dv-cinder-780933-3-smb neutron-server[84199]: cb(*args, **kw) Apr 07 14:36:57.063431 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 07 14:36:57.063431 dv-cinder-780933-3-smb neutron-server[84199]: return func(*args, **kwargs) Apr 07 14:36:57.063431 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 14:36:57.063431 dv-cinder-780933-3-smb neutron-server[84199]: self._notify() Apr 07 14:36:57.063431 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 14:36:57.063431 dv-cinder-780933-3-smb neutron-server[84199]: self.callback(batched_events) Apr 07 14:36:57.063431 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 14:36:57.063431 dv-cinder-780933-3-smb neutron-server[84199]: event.method(event) Apr 07 14:36:57.063431 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 07 14:36:57.063431 dv-cinder-780933-3-smb neutron-server[84199]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 14:36:57.063431 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 07 14:36:57.063431 dv-cinder-780933-3-smb neutron-server[84199]: segment_id)['aggregates'][0] Apr 07 14:36:57.063431 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 07 14:36:57.063431 dv-cinder-780933-3-smb neutron-server[84199]: return f(self, *a, **k) Apr 07 14:36:57.063431 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 07 14:36:57.063431 dv-cinder-780933-3-smb neutron-server[84199]: return self._get(url).json() Apr 07 14:36:57.063431 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 14:36:57.063431 dv-cinder-780933-3-smb neutron-server[84199]: **kwargs) Apr 07 14:36:57.063431 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 14:36:57.063431 dv-cinder-780933-3-smb neutron-server[84199]: return self.request(url, 'GET', **kwargs) Apr 07 14:36:57.063431 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 07 14:36:57.063431 dv-cinder-780933-3-smb neutron-server[84199]: **endpoint_filter) Apr 07 14:36:57.063431 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 14:36:57.063431 dv-cinder-780933-3-smb neutron-server[84199]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 14:36:57.063431 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 14:36:57.063431 dv-cinder-780933-3-smb neutron-server[84199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 14:36:57.063431 dv-cinder-780933-3-smb neutron-server[84199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 14:36:57.141592 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6400f20f-d26b-4ee1-aa33-15f05346d0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854761138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8275419'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:57.146047 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-282a4157-c8cc-4d73-bd4c-cbc630e629a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:36:57.162472 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6400f20f-d26b-4ee1-aa33-15f05346d0a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:57.169335 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400f20f-d26b-4ee1-aa33-15f05346d0a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb7efeee-99ea-4043-8846-93b702fed956,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:36:57.174126 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-6400f20f-d26b-4ee1-aa33-15f05346d0a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:36:57.186425 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-6400f20f-d26b-4ee1-aa33-15f05346d0a3 admin admin] 10.222.0.63 "DELETE /v2.0/networks/bb7efeee-99ea-4043-8846-93b702fed956 HTTP/1.1" status: 204 len: 168 time: 1.6325259 Apr 07 14:36:57.305427 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 52046) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:36:57.345022 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-48e1d327-919a-4219-839a-4cc7d5c60a14 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1f28accf3ba748ad95aaf27f9a63aa6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381784 Apr 07 14:36:57.347544 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 52050) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:36:57.409519 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-52fa9c18-2683-483f-aef5-c09cf7d141aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:57.438151 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-52fa9c18-2683-483f-aef5-c09cf7d141aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:57.497223 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-52fa9c18-2683-483f-aef5-c09cf7d141aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:57.502503 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-e1979d73-46c0-4478-ab3e-19e6e5728c41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:36:57.516700 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa9c18-2683-483f-aef5-c09cf7d141aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aca3558-d535-43ac-8389-e6b5d129e4ea,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:36:57.522308 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-52fa9c18-2683-483f-aef5-c09cf7d141aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:36:57.524138 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-52fa9c18-2683-483f-aef5-c09cf7d141aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:57.525724 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-52fa9c18-2683-483f-aef5-c09cf7d141aa admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9aca3558-d535-43ac-8389-e6b5d129e4ea HTTP/1.1" status: 204 len: 168 time: 0.1762269 Apr 07 14:36:57.604989 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 92a06f92-c23d-4e04-8a6a-4547503708cf no longer exists at agent ovs-agent-dv-cinder-780933-3-smb {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 14:36:57.644266 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] No Port match for: 92a06f92-c23d-4e04-8a6a-4547503708cf {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 14:36:57.645633 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Device 92a06f92-c23d-4e04-8a6a-4547503708cf not bound to the agent host dv-cinder-780933-3-smb {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 14:36:59.074639 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 52112) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:36:59.209916 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-89c74738-53e3-431f-8299-6a0f55defc3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:59.227877 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-89c74738-53e3-431f-8299-6a0f55defc3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:36:59.232149 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-89c74738-53e3-431f-8299-6a0f55defc3b admin admin] Usage tracker for resource:security_group_rule and tenant:68d83b8927d04db98e46903e89d4b820 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:36:59.235177 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-89c74738-53e3-431f-8299-6a0f55defc3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:36:59.242011 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-89c74738-53e3-431f-8299-6a0f55defc3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:36:59.337683 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-89c74738-53e3-431f-8299-6a0f55defc3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:59.340790 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-89c74738-53e3-431f-8299-6a0f55defc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:59.350499 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-6dbb26de-afa9-4451-8cfb-c72e6c9bb267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:36:59.393031 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-89c74738-53e3-431f-8299-6a0f55defc3b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=68d83b8927d04db98e46903e89d4b820&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3169534 Apr 07 14:36:59.393993 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c74738-53e3-431f-8299-6a0f55defc3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9c2b7c-84ae-4796-9b5c-ba912faafe0b,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:36:59.395972 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 52118) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:36:59.397364 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-89c74738-53e3-431f-8299-6a0f55defc3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:36:59.460259 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e76ff591-900e-41b2-8a69-afd85c04cf85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:59.488050 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e76ff591-900e-41b2-8a69-afd85c04cf85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:59.538233 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e76ff591-900e-41b2-8a69-afd85c04cf85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:59.543330 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5b7d8b98-55a9-4304-97aa-0b99493600d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:36:59.555314 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76ff591-900e-41b2-8a69-afd85c04cf85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9c2b7c-84ae-4796-9b5c-ba912faafe0b,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:36:59.559414 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-e76ff591-900e-41b2-8a69-afd85c04cf85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:36:59.562855 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e76ff591-900e-41b2-8a69-afd85c04cf85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:36:59.564154 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-e76ff591-900e-41b2-8a69-afd85c04cf85 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0b9c2b7c-84ae-4796-9b5c-ba912faafe0b HTTP/1.1" status: 204 len: 168 time: 0.1670542 Apr 07 14:37:01.794544 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 52192) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:37:01.927236 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b02c5a37-9874-4f5c-8776-4844b0d65e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:01.944087 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-b02c5a37-9874-4f5c-8776-4844b0d65e79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:37:01.950069 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-b02c5a37-9874-4f5c-8776-4844b0d65e79 admin admin] Usage tracker for resource:security_group_rule and tenant:0b68e3565f8f4c3a90689b326f84ee73 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:37:01.954353 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-b02c5a37-9874-4f5c-8776-4844b0d65e79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:37:01.960650 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-b02c5a37-9874-4f5c-8776-4844b0d65e79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:37:02.050002 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b02c5a37-9874-4f5c-8776-4844b0d65e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:02.053805 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b02c5a37-9874-4f5c-8776-4844b0d65e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:02.062909 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-3b5889b6-e37a-472a-8427-5c27decc8388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:37:02.106896 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-b02c5a37-9874-4f5c-8776-4844b0d65e79 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0b68e3565f8f4c3a90689b326f84ee73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3110747 Apr 07 14:37:02.108668 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02c5a37-9874-4f5c-8776-4844b0d65e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2745c2-03e0-47d7-b91c-cad8e756cc42,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:37:02.109778 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 52198) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:37:02.112159 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b02c5a37-9874-4f5c-8776-4844b0d65e79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:37:02.181033 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-38f74b7b-7ed7-49b8-97e2-37878aae0adc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:02.210688 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-38f74b7b-7ed7-49b8-97e2-37878aae0adc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:02.267876 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-38f74b7b-7ed7-49b8-97e2-37878aae0adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:02.273210 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-266039e3-2b9d-470a-b0c8-5e9f2df3999c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:37:02.288257 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f74b7b-7ed7-49b8-97e2-37878aae0adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2745c2-03e0-47d7-b91c-cad8e756cc42,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:37:02.292792 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-38f74b7b-7ed7-49b8-97e2-37878aae0adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:37:02.298649 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-38f74b7b-7ed7-49b8-97e2-37878aae0adc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:02.299927 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-38f74b7b-7ed7-49b8-97e2-37878aae0adc admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1d2745c2-03e0-47d7-b91c-cad8e756cc42 HTTP/1.1" status: 204 len: 168 time: 0.1889379 Apr 07 14:37:02.668335 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 52208) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:37:02.688516 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-56f2482b-e18f-4a14-ad7f-252dc01b213c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:02.705160 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-56f2482b-e18f-4a14-ad7f-252dc01b213c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:37:02.709999 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-56f2482b-e18f-4a14-ad7f-252dc01b213c admin admin] Usage tracker for resource:security_group_rule and tenant:b7a5f08bde5e42cdb6dcdb4e6ac0cd70 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:37:02.713159 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-56f2482b-e18f-4a14-ad7f-252dc01b213c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:37:02.719510 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-56f2482b-e18f-4a14-ad7f-252dc01b213c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:37:02.811688 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-56f2482b-e18f-4a14-ad7f-252dc01b213c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:02.815126 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-56f2482b-e18f-4a14-ad7f-252dc01b213c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:02.824869 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-89c74738-53e3-431f-8299-6a0f55defc3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:37:02.875918 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-56f2482b-e18f-4a14-ad7f-252dc01b213c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b7a5f08bde5e42cdb6dcdb4e6ac0cd70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2063761 Apr 07 14:37:02.877852 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f2482b-e18f-4a14-ad7f-252dc01b213c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca33b9f2-efa2-41d9-a0a7-2f4e2d51dc0d,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:37:02.879250 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 52212) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:37:02.881752 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-56f2482b-e18f-4a14-ad7f-252dc01b213c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:37:02.952003 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d6d175c9-f9c2-43ea-a412-62a860622b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:02.989019 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d6d175c9-f9c2-43ea-a412-62a860622b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:03.043144 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d6d175c9-f9c2-43ea-a412-62a860622b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:03.049382 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-05933db0-2e19-4449-8bf6-6b399a83cd94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:37:03.064644 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d175c9-f9c2-43ea-a412-62a860622b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca33b9f2-efa2-41d9-a0a7-2f4e2d51dc0d,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:37:03.067919 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-d6d175c9-f9c2-43ea-a412-62a860622b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:37:03.077080 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d6d175c9-f9c2-43ea-a412-62a860622b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:03.078381 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-d6d175c9-f9c2-43ea-a412-62a860622b68 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ca33b9f2-efa2-41d9-a0a7-2f4e2d51dc0d HTTP/1.1" status: 204 len: 168 time: 0.1978264 Apr 07 14:37:04.050234 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 52244) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:37:04.168715 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-0af56d2b-251c-4b7f-babd-c6fe15d4791f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-547938249-network', 'tenant_id': 'a45c154f06b04676a20c0c927535510b'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:37:04.174145 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-0af56d2b-251c-4b7f-babd-c6fe15d4791f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:37:04.179079 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-0af56d2b-251c-4b7f-babd-c6fe15d4791f admin admin] Usage tracker for resource:network and tenant:a45c154f06b04676a20c0c927535510b is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:37:04.182370 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-0af56d2b-251c-4b7f-babd-c6fe15d4791f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:37:04.188508 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-0af56d2b-251c-4b7f-babd-c6fe15d4791f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:37:04.198628 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af56d2b-251c-4b7f-babd-c6fe15d4791f admin admin] Made reservation on behalf of a45c154f06b04676a20c0c927535510b for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:37:04.203811 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0af56d2b-251c-4b7f-babd-c6fe15d4791f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:04.217801 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0af56d2b-251c-4b7f-babd-c6fe15d4791f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:04.234048 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-0af56d2b-251c-4b7f-babd-c6fe15d4791f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:37:04.238381 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-0af56d2b-251c-4b7f-babd-c6fe15d4791f admin admin] Usage tracker for resource:security_group_rule and tenant:a45c154f06b04676a20c0c927535510b is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:37:04.241661 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-0af56d2b-251c-4b7f-babd-c6fe15d4791f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:37:04.248161 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-0af56d2b-251c-4b7f-babd-c6fe15d4791f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:37:04.342003 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0af56d2b-251c-4b7f-babd-c6fe15d4791f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:04.345002 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0af56d2b-251c-4b7f-babd-c6fe15d4791f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:04.348902 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-e76ff591-900e-41b2-8a69-afd85c04cf85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:37:04.380508 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0af56d2b-251c-4b7f-babd-c6fe15d4791f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 07 14:37:04.390185 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af56d2b-251c-4b7f-babd-c6fe15d4791f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40493db1-dfcc-45e4-b2db-6af9ba9ebe53,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:37:04.394166 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0af56d2b-251c-4b7f-babd-c6fe15d4791f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:37:04.397366 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0af56d2b-251c-4b7f-babd-c6fe15d4791f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773215'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:04.397750 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.db.segments_db [None req-0af56d2b-251c-4b7f-babd-c6fe15d4791f admin admin] Added segment 2b7c2c4e-7beb-404d-9c3f-ead5eb10a71d of type vlan for network f7643551-b336-4c82-805c-1f23ceccbcea Apr 07 14:37:04.425285 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0af56d2b-251c-4b7f-babd-c6fe15d4791f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304368617707'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:04.460621 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0af56d2b-251c-4b7f-babd-c6fe15d4791f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:04.462027 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af56d2b-251c-4b7f-babd-c6fe15d4791f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:04.462663 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0af56d2b-251c-4b7f-babd-c6fe15d4791f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:04.468021 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5d182b18-c69d-4c2f-b62f-aaf12b5dee60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:37:04.568332 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af56d2b-251c-4b7f-babd-c6fe15d4791f admin admin] Pushing event updated for resources: {'Network': ['ID=f7643551-b336-4c82-805c-1f23ceccbcea,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:37:04.571568 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0af56d2b-251c-4b7f-babd-c6fe15d4791f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:37:04.583047 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Network f7643551-b336-4c82-805c-1f23ceccbcea details requested by agent ovs-agent-dv-cinder-780933-3-smb with host dv-cinder-780933-3-smb {{(pid=84314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 14:37:04.588808 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 52252) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:37:04.589057 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-0af56d2b-251c-4b7f-babd-c6fe15d4791f admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5368919 Apr 07 14:37:04.596046 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-4886da12-381e-4473-a64d-7cad63a8a33e admin admin] Request body: {'subnet': {'network_id': 'f7643551-b336-4c82-805c-1f23ceccbcea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-547938249-subnet', 'tenant_id': 'a45c154f06b04676a20c0c927535510b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:37:04.614338 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-4886da12-381e-4473-a64d-7cad63a8a33e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:37:04.619709 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-4886da12-381e-4473-a64d-7cad63a8a33e admin admin] Usage tracker for resource:subnet and tenant:a45c154f06b04676a20c0c927535510b is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:37:04.622888 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-4886da12-381e-4473-a64d-7cad63a8a33e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:37:04.632909 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-4886da12-381e-4473-a64d-7cad63a8a33e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:37:04.648058 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4886da12-381e-4473-a64d-7cad63a8a33e admin admin] Made reservation on behalf of a45c154f06b04676a20c0c927535510b for: {'subnet': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:37:04.656358 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4886da12-381e-4473-a64d-7cad63a8a33e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7048069'] for subnet, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:05.128628 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4886da12-381e-4473-a64d-7cad63a8a33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848525143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7048116'] for subnet, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:05.144883 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ce0842fb-4d1a-46da-a935-b2d3079d759b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:37:05.272042 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4886da12-381e-4473-a64d-7cad63a8a33e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a54d2a2-921e-40f3-9539-941f8d500992,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:37:05.274981 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-4886da12-381e-4473-a64d-7cad63a8a33e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:37:05.349942 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4886da12-381e-4473-a64d-7cad63a8a33e admin admin] Checking segment: {'id': '2b7c2c4e-7beb-404d-9c3f-ead5eb10a71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f7643551-b336-4c82-805c-1f23ceccbcea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:37:05.350337 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4886da12-381e-4473-a64d-7cad63a8a33e admin admin] Network hostable DHCP agents. Network: f7643551-b336-4c82-805c-1f23ceccbcea, hostable agents: ['42bbb647-2c35-4d48-afa7-1676ea318721'], hosted agents: [] {{(pid=84313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 14:37:05.368929 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4886da12-381e-4473-a64d-7cad63a8a33e admin admin] Network f7643551-b336-4c82-805c-1f23ceccbcea is scheduled to be hosted by DHCP agent 42bbb647-2c35-4d48-afa7-1676ea318721 with binding_index 1 {{(pid=84313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 14:37:05.377843 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-4886da12-381e-4473-a64d-7cad63a8a33e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-3-smb, f7643551-b336-4c82-805c-1f23ceccbcea) {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:37:05.388505 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9608eb9e-f4e4-4dc6-89da-2dfa107309b5 None None] Network f7643551-b336-4c82-805c-1f23ceccbcea requested from dv-cinder-780933-3-smb {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 14:37:05.391820 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4886da12-381e-4473-a64d-7cad63a8a33e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:05.392511 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-4886da12-381e-4473-a64d-7cad63a8a33e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:05.425947 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-4886da12-381e-4473-a64d-7cad63a8a33e admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8274353 Apr 07 14:37:05.622992 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a174f14-237e-4610-ae33-0df686aec0e9 None None] Network f7643551-b336-4c82-805c-1f23ceccbcea requested from dv-cinder-780933-3-smb {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 14:37:06.094187 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 52280) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:37:06.102701 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-5003cba4-8352-4317-8da1-6fa4a3b7c1f8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1246967675-network', 'tenant_id': '38dcb3b714c44655947fddc3ae63bfe2'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:37:06.109895 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-5003cba4-8352-4317-8da1-6fa4a3b7c1f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:37:06.114962 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-5003cba4-8352-4317-8da1-6fa4a3b7c1f8 admin admin] Usage tracker for resource:network and tenant:38dcb3b714c44655947fddc3ae63bfe2 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:37:06.119267 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-5003cba4-8352-4317-8da1-6fa4a3b7c1f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:37:06.126095 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-5003cba4-8352-4317-8da1-6fa4a3b7c1f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:37:06.136151 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5003cba4-8352-4317-8da1-6fa4a3b7c1f8 admin admin] Made reservation on behalf of 38dcb3b714c44655947fddc3ae63bfe2 for: {'network': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:37:06.140987 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5003cba4-8352-4317-8da1-6fa4a3b7c1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for network, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:06.155160 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5003cba4-8352-4317-8da1-6fa4a3b7c1f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:06.170812 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-5003cba4-8352-4317-8da1-6fa4a3b7c1f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:37:06.174982 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-5003cba4-8352-4317-8da1-6fa4a3b7c1f8 admin admin] Usage tracker for resource:security_group_rule and tenant:38dcb3b714c44655947fddc3ae63bfe2 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:37:06.178094 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-5003cba4-8352-4317-8da1-6fa4a3b7c1f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:37:06.184246 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-5003cba4-8352-4317-8da1-6fa4a3b7c1f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:37:06.275736 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5003cba4-8352-4317-8da1-6fa4a3b7c1f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:06.279577 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5003cba4-8352-4317-8da1-6fa4a3b7c1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:06.288200 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-de5d3306-8bef-4129-bc1c-18cdda93f10a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:37:06.325059 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5003cba4-8352-4317-8da1-6fa4a3b7c1f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=84313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 07 14:37:06.335757 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5003cba4-8352-4317-8da1-6fa4a3b7c1f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75c725a-dfde-499f-b0a5-90a6ba9193d5,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:37:06.340035 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5003cba4-8352-4317-8da1-6fa4a3b7c1f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:37:06.343055 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5003cba4-8352-4317-8da1-6fa4a3b7c1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773215'] for segment, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:06.343450 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.db.segments_db [None req-5003cba4-8352-4317-8da1-6fa4a3b7c1f8 admin admin] Added segment 664e974e-dccc-46cc-8525-f4436fcf3889 of type vlan for network 36d5137d-fbc2-45dd-87a6-82f815406512 Apr 07 14:37:06.373136 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5003cba4-8352-4317-8da1-6fa4a3b7c1f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304368617707'] for network, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:06.407710 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5003cba4-8352-4317-8da1-6fa4a3b7c1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954'] for network, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:06.409213 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5003cba4-8352-4317-8da1-6fa4a3b7c1f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:06.409896 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5003cba4-8352-4317-8da1-6fa4a3b7c1f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for network, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:06.415400 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:37:06.529433 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-5003cba4-8352-4317-8da1-6fa4a3b7c1f8 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4335842 Apr 07 14:37:06.530421 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5003cba4-8352-4317-8da1-6fa4a3b7c1f8 admin admin] Pushing event updated for resources: {'Network': ['ID=36d5137d-fbc2-45dd-87a6-82f815406512,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:37:06.532516 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 52284) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:37:06.533622 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5003cba4-8352-4317-8da1-6fa4a3b7c1f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:37:06.540121 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [None req-b16f165f-06a9-4f3c-a7cf-4159ed2db822 admin admin] Request body: {'subnet': {'network_id': '36d5137d-fbc2-45dd-87a6-82f815406512', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1246967675-subnet', 'tenant_id': '38dcb3b714c44655947fddc3ae63bfe2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:37:06.547001 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-b16f165f-06a9-4f3c-a7cf-4159ed2db822 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:37:06.551402 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Network 36d5137d-fbc2-45dd-87a6-82f815406512 details requested by agent ovs-agent-dv-cinder-780933-3-smb with host dv-cinder-780933-3-smb {{(pid=84314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 14:37:06.552640 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-b16f165f-06a9-4f3c-a7cf-4159ed2db822 admin admin] Usage tracker for resource:subnet and tenant:38dcb3b714c44655947fddc3ae63bfe2 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:37:06.556342 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-b16f165f-06a9-4f3c-a7cf-4159ed2db822 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:37:06.563749 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-b16f165f-06a9-4f3c-a7cf-4159ed2db822 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:37:06.575574 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16f165f-06a9-4f3c-a7cf-4159ed2db822 admin admin] Made reservation on behalf of 38dcb3b714c44655947fddc3ae63bfe2 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:37:06.581254 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b16f165f-06a9-4f3c-a7cf-4159ed2db822 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912665'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:07.288301 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b16f165f-06a9-4f3c-a7cf-4159ed2db822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7073070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912680'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:07.314493 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-47f4faf6-2301-4e8c-9cfe-7b961b416de7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:37:07.449373 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f165f-06a9-4f3c-a7cf-4159ed2db822 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7bc4d55-660b-40e7-beda-7e0267f78915,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:37:07.452472 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b16f165f-06a9-4f3c-a7cf-4159ed2db822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:37:07.610698 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dfd7a9-1b3c-4b59-8cce-d1b5f85ff392 req-44202f7c-0709-4956-93fa-11c2210dd06a tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:07.612468 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c1dfd7a9-1b3c-4b59-8cce-d1b5f85ff392 req-44202f7c-0709-4956-93fa-11c2210dd06a tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/ports?device_id=72fd3203-8620-4873-b322-35c7bbe64e8f HTTP/1.1" status: 200 len: 945 time: 0.1421378 Apr 07 14:37:07.615876 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16f165f-06a9-4f3c-a7cf-4159ed2db822 admin admin] Checking segment: {'id': '664e974e-dccc-46cc-8525-f4436fcf3889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '36d5137d-fbc2-45dd-87a6-82f815406512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:37:07.616239 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16f165f-06a9-4f3c-a7cf-4159ed2db822 admin admin] Network hostable DHCP agents. Network: 36d5137d-fbc2-45dd-87a6-82f815406512, hostable agents: ['42bbb647-2c35-4d48-afa7-1676ea318721'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 14:37:07.654486 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c1dfd7a9-1b3c-4b59-8cce-d1b5f85ff392 req-6b444182-ff38-46a3-9664-5f9ddda20b39 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/security-groups?id=dfa70045-150c-4f2b-9ccb-6045e56e0454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317998 Apr 07 14:37:07.658502 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16f165f-06a9-4f3c-a7cf-4159ed2db822 admin admin] Network 36d5137d-fbc2-45dd-87a6-82f815406512 is scheduled to be hosted by DHCP agent 42bbb647-2c35-4d48-afa7-1676ea318721 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 14:37:07.668270 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [None req-b16f165f-06a9-4f3c-a7cf-4159ed2db822 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-3-smb, 36d5137d-fbc2-45dd-87a6-82f815406512) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:37:07.678652 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a7d426-f1b8-4421-93a0-11c494c9d256 None None] Network 36d5137d-fbc2-45dd-87a6-82f815406512 requested from dv-cinder-780933-3-smb {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 14:37:07.681003 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16f165f-06a9-4f3c-a7cf-4159ed2db822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:07.681662 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b16f165f-06a9-4f3c-a7cf-4159ed2db822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:07.710199 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-b16f165f-06a9-4f3c-a7cf-4159ed2db822 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1684387 Apr 07 14:37:07.953215 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245beb0a-2f2f-4619-a879-0da65701380a None None] Network 36d5137d-fbc2-45dd-87a6-82f815406512 requested from dv-cinder-780933-3-smb {{(pid=84314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 14:37:08.327151 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500dcba-fa65-4609-a235-42d481c51e8d req-5bd373cc-2ae9-4f82-acad-833142e5dde8 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:08.328787 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0500dcba-fa65-4609-a235-42d481c51e8d req-5bd373cc-2ae9-4f82-acad-833142e5dde8 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] 10.222.0.63 "GET /v2.0/networks?id=f7643551-b336-4c82-805c-1f23ceccbcea HTTP/1.1" status: 200 len: 808 time: 0.1642389 Apr 07 14:37:08.346535 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0500dcba-fa65-4609-a235-42d481c51e8d req-b93dd19d-34fd-4f9a-b07e-6b3847fd7a93 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] 10.222.0.63 "GET /v2.0/quotas/a45c154f06b04676a20c0c927535510b HTTP/1.1" status: 200 len: 375 time: 0.0102859 Apr 07 14:37:08.639349 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0500dcba-fa65-4609-a235-42d481c51e8d req-fd9e7cd0-8b50-4b14-acbc-aa9867695ec8 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=a45c154f06b04676a20c0c927535510b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2861629 Apr 07 14:37:08.809819 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0500dcba-fa65-4609-a235-42d481c51e8d req-6724d356-93c1-42b2-bc9b-1c5c1ce7e6d4 service neutron] 10.222.0.63 "GET /v2.0/networks/f7643551-b336-4c82-805c-1f23ceccbcea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618690 Apr 07 14:37:08.870418 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5792213-ecc4-4b97-98ff-c4481947c680 req-09f0922d-1a97-433d-bc6d-01aef0ffe5a9 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:08.872113 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e5792213-ecc4-4b97-98ff-c4481947c680 req-09f0922d-1a97-433d-bc6d-01aef0ffe5a9 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/ports?device_id=72fd3203-8620-4873-b322-35c7bbe64e8f HTTP/1.1" status: 200 len: 945 time: 0.1005437 Apr 07 14:37:08.905765 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e5792213-ecc4-4b97-98ff-c4481947c680 req-8784ef86-bc41-4a2f-aa8d-609e31a03b17 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/security-groups?id=dfa70045-150c-4f2b-9ccb-6045e56e0454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269964 Apr 07 14:37:08.970730 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0500dcba-fa65-4609-a235-42d481c51e8d req-da0e6c86-6e8f-4e32-a631-000e7cacea85 service neutron] 10.222.0.63 "GET /v2.0/networks/f7643551-b336-4c82-805c-1f23ceccbcea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546471 Apr 07 14:37:09.178911 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-3a13d9f5-0cd8-4f04-a049-0dfc2be32928 req-5135e2ac-e95b-4b1c-85e1-23ae660a95cb tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] 10.222.0.63 "GET /v2.0/ports?device_id=8cd872ca-143a-4dcb-bdc5-2ea952d30fa7 HTTP/1.1" status: 200 len: 210 time: 0.0497746 Apr 07 14:37:10.109781 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c19c53-18a9-4113-9383-f97647fc9543 req-20b1e8d6-0fcf-4e48-b338-2fa2b3bb71a5 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:10.111447 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-23c19c53-18a9-4113-9383-f97647fc9543 req-20b1e8d6-0fcf-4e48-b338-2fa2b3bb71a5 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/ports?device_id=72fd3203-8620-4873-b322-35c7bbe64e8f HTTP/1.1" status: 200 len: 945 time: 0.0911293 Apr 07 14:37:10.145763 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-23c19c53-18a9-4113-9383-f97647fc9543 req-dd51d3da-5bee-4b7d-acb2-2ab2fbf54bd0 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/security-groups?id=dfa70045-150c-4f2b-9ccb-6045e56e0454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263743 Apr 07 14:37:10.381390 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-995bf113-9f9f-4ff8-9bb9-824856b07c13 req-e0617b80-8681-404f-a7c8-389eb15a1a07 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] 10.222.0.63 "GET /v2.0/ports?device_id=8cd872ca-143a-4dcb-bdc5-2ea952d30fa7 HTTP/1.1" status: 200 len: 210 time: 0.0727413 Apr 07 14:37:10.407464 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500dcba-fa65-4609-a235-42d481c51e8d req-b7edd1b2-7458-40d6-b6b2-fe5244c723f7 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:10.408301 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-0500dcba-fa65-4609-a235-42d481c51e8d req-b7edd1b2-7458-40d6-b6b2-fe5244c723f7 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] Synchronizing usage tracker for tenant:a45c154f06b04676a20c0c927535510b on resource:network {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:37:10.427588 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-0500dcba-fa65-4609-a235-42d481c51e8d req-b7edd1b2-7458-40d6-b6b2-fe5244c723f7 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] Unset dirty status for tenant:a45c154f06b04676a20c0c927535510b on resource:network {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:37:10.428943 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0500dcba-fa65-4609-a235-42d481c51e8d req-b7edd1b2-7458-40d6-b6b2-fe5244c723f7 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] 10.222.0.81 "GET /v2.0/networks?id=f7643551-b336-4c82-805c-1f23ceccbcea HTTP/1.1" status: 200 len: 808 time: 0.2488754 Apr 07 14:37:10.443978 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [req-0500dcba-fa65-4609-a235-42d481c51e8d req-00063ea7-b564-4bec-8080-62e5b57dafc2 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] Request body: {'port': {'device_id': '8cd872ca-143a-4dcb-bdc5-2ea952d30fa7', 'network_id': 'f7643551-b336-4c82-805c-1f23ceccbcea', 'admin_state_up': True, 'tenant_id': 'a45c154f06b04676a20c0c927535510b'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:37:10.603018 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [req-0500dcba-fa65-4609-a235-42d481c51e8d req-00063ea7-b564-4bec-8080-62e5b57dafc2 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:37:10.607252 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-0500dcba-fa65-4609-a235-42d481c51e8d req-00063ea7-b564-4bec-8080-62e5b57dafc2 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] Usage tracker for resource:port and tenant:a45c154f06b04676a20c0c927535510b is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:37:10.610588 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-0500dcba-fa65-4609-a235-42d481c51e8d req-00063ea7-b564-4bec-8080-62e5b57dafc2 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:37:10.617187 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [req-0500dcba-fa65-4609-a235-42d481c51e8d req-00063ea7-b564-4bec-8080-62e5b57dafc2 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:37:10.626342 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0500dcba-fa65-4609-a235-42d481c51e8d req-00063ea7-b564-4bec-8080-62e5b57dafc2 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] Made reservation on behalf of a45c154f06b04676a20c0c927535510b for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:37:10.633224 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-0500dcba-fa65-4609-a235-42d481c51e8d req-00063ea7-b564-4bec-8080-62e5b57dafc2 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:10.809620 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [req-0500dcba-fa65-4609-a235-42d481c51e8d req-00063ea7-b564-4bec-8080-62e5b57dafc2 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] Allocated IP 172.20.0.13 (f7643551-b336-4c82-805c-1f23ceccbcea/0a54d2a2-921e-40f3-9539-941f8d500992/0ff5dc4f-94ca-4ca2-9018-171305f41b92) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 14:37:11.014805 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-0500dcba-fa65-4609-a235-42d481c51e8d req-00063ea7-b564-4bec-8080-62e5b57dafc2 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:11.062429 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-0500dcba-fa65-4609-a235-42d481c51e8d req-00063ea7-b564-4bec-8080-62e5b57dafc2 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732486185860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7073224'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:11.078745 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b3b8d3fa-1472-4c26-9bfd-0d5a5f1d8ad3 tempest-TestMinimumBasicScenario-2031331042 tempest-TestMinimumBasicScenario-2031331042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:37:11.218053 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00063ea7-b564-4bec-8080-62e5b57dafc2 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] Pushing event updated for resources: {'Port': ['ID=0ff5dc4f-94ca-4ca2-9018-171305f41b92,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:37:11.223246 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-00063ea7-b564-4bec-8080-62e5b57dafc2 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:37:11.282363 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0500dcba-fa65-4609-a235-42d481c51e8d req-00063ea7-b564-4bec-8080-62e5b57dafc2 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] Network f7643551-b336-4c82-805c-1f23ceccbcea is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:37:11.283595 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [req-0500dcba-fa65-4609-a235-42d481c51e8d req-00063ea7-b564-4bec-8080-62e5b57dafc2 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:37:11.286836 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-0500dcba-fa65-4609-a235-42d481c51e8d req-00063ea7-b564-4bec-8080-62e5b57dafc2 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 14:37:11.363508 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37013b9-6ee6-4342-80d6-61593ef65603 req-092ab2a6-c7e4-41f8-819a-06b6174bbac8 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:11.365134 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-a37013b9-6ee6-4342-80d6-61593ef65603 req-092ab2a6-c7e4-41f8-819a-06b6174bbac8 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/ports?device_id=72fd3203-8620-4873-b322-35c7bbe64e8f HTTP/1.1" status: 200 len: 945 time: 0.0983934 Apr 07 14:37:11.387157 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500dcba-fa65-4609-a235-42d481c51e8d req-00063ea7-b564-4bec-8080-62e5b57dafc2 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:11.387860 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-0500dcba-fa65-4609-a235-42d481c51e8d req-00063ea7-b564-4bec-8080-62e5b57dafc2 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:11.400678 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-a37013b9-6ee6-4342-80d6-61593ef65603 req-a193a0f3-5d44-45cb-8e37-b678be9d078b tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/security-groups?id=dfa70045-150c-4f2b-9ccb-6045e56e0454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278428 Apr 07 14:37:11.409537 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0500dcba-fa65-4609-a235-42d481c51e8d req-00063ea7-b564-4bec-8080-62e5b57dafc2 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9701447 Apr 07 14:37:11.422669 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [req-0500dcba-fa65-4609-a235-42d481c51e8d req-3de75c79-399b-4023-80f5-e514c01adbe8 service neutron] Request body: {'port': {'device_id': '8cd872ca-143a-4dcb-bdc5-2ea952d30fa7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:37:11.598920 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-0500dcba-fa65-4609-a235-42d481c51e8d req-3de75c79-399b-4023-80f5-e514c01adbe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:11.735139 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5a825-a258-4926-a050-1ded8b78ee41 req-ab7eef73-ee5a-4a8c-805d-a95a9a05a241 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:11.735945 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-92d5a825-a258-4926-a050-1ded8b78ee41 req-ab7eef73-ee5a-4a8c-805d-a95a9a05a241 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] Synchronizing usage tracker for tenant:a45c154f06b04676a20c0c927535510b on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:37:11.815283 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-92d5a825-a258-4926-a050-1ded8b78ee41 req-ab7eef73-ee5a-4a8c-805d-a95a9a05a241 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] Unset dirty status for tenant:a45c154f06b04676a20c0c927535510b on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:37:11.816648 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-92d5a825-a258-4926-a050-1ded8b78ee41 req-ab7eef73-ee5a-4a8c-805d-a95a9a05a241 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] 10.222.0.63 "GET /v2.0/ports?device_id=8cd872ca-143a-4dcb-bdc5-2ea952d30fa7 HTTP/1.1" status: 200 len: 932 time: 0.2994411 Apr 07 14:37:11.928509 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-92d5a825-a258-4926-a050-1ded8b78ee41 req-262e00ea-5f04-4f4a-8b98-07cf976c9f34 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] Synchronizing usage tracker for tenant:a45c154f06b04676a20c0c927535510b on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:37:11.972175 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-92d5a825-a258-4926-a050-1ded8b78ee41 req-262e00ea-5f04-4f4a-8b98-07cf976c9f34 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] Unset dirty status for tenant:a45c154f06b04676a20c0c927535510b on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:37:11.974421 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-92d5a825-a258-4926-a050-1ded8b78ee41 req-262e00ea-5f04-4f4a-8b98-07cf976c9f34 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] 10.222.0.63 "GET /v2.0/security-groups?id=40493db1-dfcc-45e4-b2db-6af9ba9ebe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461871 Apr 07 14:37:12.116414 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [req-0500dcba-fa65-4609-a235-42d481c51e8d req-3de75c79-399b-4023-80f5-e514c01adbe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ff5dc4f-94ca-4ca2-9018-171305f41b92 {{(pid=84312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 14:37:12.125173 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-0500dcba-fa65-4609-a235-42d481c51e8d req-3de75c79-399b-4023-80f5-e514c01adbe8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:12.144111 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-0500dcba-fa65-4609-a235-42d481c51e8d req-3de75c79-399b-4023-80f5-e514c01adbe8 service neutron] Transition to ACTIVE for port object 0ff5dc4f-94ca-4ca2-9018-171305f41b92 will not be triggered until provisioned by entity L2. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:37:12.148066 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-0500dcba-fa65-4609-a235-42d481c51e8d req-3de75c79-399b-4023-80f5-e514c01adbe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847702575'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:12.168225 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8af8ec32-5fc0-480e-ae64-fd07b0090418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:37:12.306509 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de75c79-399b-4023-80f5-e514c01adbe8 service neutron] Pushing event updated for resources: {'Port': ['ID=0ff5dc4f-94ca-4ca2-9018-171305f41b92,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:37:12.311686 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-3de75c79-399b-4023-80f5-e514c01adbe8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:37:12.544012 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-0500dcba-fa65-4609-a235-42d481c51e8d req-3de75c79-399b-4023-80f5-e514c01adbe8 service neutron] Attempting to bind port 0ff5dc4f-94ca-4ca2-9018-171305f41b92 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 14:37:12.544390 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-0500dcba-fa65-4609-a235-42d481c51e8d req-3de75c79-399b-4023-80f5-e514c01adbe8 service neutron] Attempting to bind port 0ff5dc4f-94ca-4ca2-9018-171305f41b92 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '2b7c2c4e-7beb-404d-9c3f-ead5eb10a71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f7643551-b336-4c82-805c-1f23ceccbcea'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 14:37:12.544761 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0500dcba-fa65-4609-a235-42d481c51e8d req-3de75c79-399b-4023-80f5-e514c01adbe8 service neutron] Attempting to bind port 0ff5dc4f-94ca-4ca2-9018-171305f41b92 on network f7643551-b336-4c82-805c-1f23ceccbcea {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:37:12.549976 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0500dcba-fa65-4609-a235-42d481c51e8d req-3de75c79-399b-4023-80f5-e514c01adbe8 service neutron] Port 0ff5dc4f-94ca-4ca2-9018-171305f41b92 on network f7643551-b336-4c82-805c-1f23ceccbcea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 14:37:12.550849 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0500dcba-fa65-4609-a235-42d481c51e8d req-3de75c79-399b-4023-80f5-e514c01adbe8 service neutron] Attempting to bind port 0ff5dc4f-94ca-4ca2-9018-171305f41b92 on network f7643551-b336-4c82-805c-1f23ceccbcea {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:37:12.557591 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0500dcba-fa65-4609-a235-42d481c51e8d req-3de75c79-399b-4023-80f5-e514c01adbe8 service neutron] Checking agent: {'id': '9602430f-c8c8-408a-9570-479772f8b05b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 14, 25, 46), 'started_at': datetime.datetime(2021, 4, 7, 14, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 14, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 14:37:12.558022 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0500dcba-fa65-4609-a235-42d481c51e8d req-3de75c79-399b-4023-80f5-e514c01adbe8 service neutron] Checking segment: {'id': '2b7c2c4e-7beb-404d-9c3f-ead5eb10a71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f7643551-b336-4c82-805c-1f23ceccbcea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:37:12.558467 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0500dcba-fa65-4609-a235-42d481c51e8d req-3de75c79-399b-4023-80f5-e514c01adbe8 service neutron] Bound using segment: {'id': '2b7c2c4e-7beb-404d-9c3f-ead5eb10a71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f7643551-b336-4c82-805c-1f23ceccbcea'} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 14:37:12.558967 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-0500dcba-fa65-4609-a235-42d481c51e8d req-3de75c79-399b-4023-80f5-e514c01adbe8 service neutron] Bound port: 0ff5dc4f-94ca-4ca2-9018-171305f41b92, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b7c2c4e-7beb-404d-9c3f-ead5eb10a71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f7643551-b336-4c82-805c-1f23ceccbcea'}}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 14:37:12.559353 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-0500dcba-fa65-4609-a235-42d481c51e8d req-3de75c79-399b-4023-80f5-e514c01adbe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:12.653838 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-0500dcba-fa65-4609-a235-42d481c51e8d req-3de75c79-399b-4023-80f5-e514c01adbe8 service neutron] For port 0ff5dc4f-94ca-4ca2-9018-171305f41b92, host hv-cinder-78093, cleared binding levels {{(pid=84312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 14:37:12.657209 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-0500dcba-fa65-4609-a235-42d481c51e8d req-3de75c79-399b-4023-80f5-e514c01adbe8 service neutron] For port 0ff5dc4f-94ca-4ca2-9018-171305f41b92, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=0ff5dc4f-94ca-4ca2-9018-171305f41b92,segment=NetworkSegment(2b7c2c4e-7beb-404d-9c3f-ead5eb10a71d),segment_id=2b7c2c4e-7beb-404d-9c3f-ead5eb10a71d)] {{(pid=84312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 14:37:12.661459 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-0500dcba-fa65-4609-a235-42d481c51e8d req-3de75c79-399b-4023-80f5-e514c01adbe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847702575'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:12.668633 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbad75-2f12-4626-aee7-c9151d9640b7 req-2ec86edb-b38e-4a51-9e91-8f9f2ab0a2cd tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:12.670355 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-80cbad75-2f12-4626-aee7-c9151d9640b7 req-2ec86edb-b38e-4a51-9e91-8f9f2ab0a2cd tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/ports?device_id=72fd3203-8620-4873-b322-35c7bbe64e8f HTTP/1.1" status: 200 len: 945 time: 0.1436498 Apr 07 14:37:12.680826 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-d0cb3af5-f631-4654-9f07-ec1dd60e166a tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:37:12.704712 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-80cbad75-2f12-4626-aee7-c9151d9640b7 req-2e23a402-f75a-4580-8c97-e273001e2747 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/security-groups?id=dfa70045-150c-4f2b-9ccb-6045e56e0454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269606 Apr 07 14:37:13.244364 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de75c79-399b-4023-80f5-e514c01adbe8 service neutron] Pushing event updated for resources: {'Port': ['ID=0ff5dc4f-94ca-4ca2-9018-171305f41b92,revision_number=3']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:37:13.252427 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-3de75c79-399b-4023-80f5-e514c01adbe8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:37:13.293101 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500dcba-fa65-4609-a235-42d481c51e8d req-3de75c79-399b-4023-80f5-e514c01adbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:13.293770 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-0500dcba-fa65-4609-a235-42d481c51e8d req-3de75c79-399b-4023-80f5-e514c01adbe8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:13.295340 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0500dcba-fa65-4609-a235-42d481c51e8d req-3de75c79-399b-4023-80f5-e514c01adbe8 service neutron] 10.222.0.81 "PUT /v2.0/ports/0ff5dc4f-94ca-4ca2-9018-171305f41b92 HTTP/1.1" status: 200 len: 1094 time: 1.8775403 Apr 07 14:37:13.296883 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd872ca-143a-4dcb-bdc5-2ea952d30fa7', 'tag': '0ff5dc4f-94ca-4ca2-9018-171305f41b92'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:37:13.315051 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbef944-a3f5-40aa-8044-522e84aa0b49 req-f63a1c42-3484-417f-bc1b-6c33fcc1e6ab tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:13.316788 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-6cbef944-a3f5-40aa-8044-522e84aa0b49 req-f63a1c42-3484-417f-bc1b-6c33fcc1e6ab tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.81 "GET /v2.0/ports?device_id=72fd3203-8620-4873-b322-35c7bbe64e8f HTTP/1.1" status: 200 len: 945 time: 0.5270648 Apr 07 14:37:13.333399 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3917fb3-bc6d-4cdc-82c7-2b3505410531 req-4e9e5bf7-a667-4140-9e09-fd6e25aa9124 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:13.335084 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-a3917fb3-bc6d-4cdc-82c7-2b3505410531 req-4e9e5bf7-a667-4140-9e09-fd6e25aa9124 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] 10.222.0.63 "GET /v2.0/ports?device_id=8cd872ca-143a-4dcb-bdc5-2ea952d30fa7 HTTP/1.1" status: 200 len: 944 time: 0.2135408 Apr 07 14:37:13.410818 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cd872ca-143a-4dcb-bdc5-2ea952d30fa7', 'tag': '0ff5dc4f-94ca-4ca2-9018-171305f41b92', 'status': 'completed', 'code': 200} Apr 07 14:37:13.478483 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-a3917fb3-bc6d-4cdc-82c7-2b3505410531 req-80928cec-9505-47bb-8d7a-b3356efebc44 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] 10.222.0.63 "GET /v2.0/security-groups?id=40493db1-dfcc-45e4-b2db-6af9ba9ebe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663474 Apr 07 14:37:13.492418 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-6cbef944-a3f5-40aa-8044-522e84aa0b49 req-712b5171-1af0-4335-aa99-c7399eedfdc4 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Deleting port d80f9cba-7da5-47af-bcaf-61c223163b53 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:37:13.492418 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-6cbef944-a3f5-40aa-8044-522e84aa0b49 req-712b5171-1af0-4335-aa99-c7399eedfdc4 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:13.608631 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500dcba-fa65-4609-a235-42d481c51e8d req-d74aa947-5d2c-43c1-ad48-887e368865e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:13.610259 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0500dcba-fa65-4609-a235-42d481c51e8d req-d74aa947-5d2c-43c1-ad48-887e368865e0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a45c154f06b04676a20c0c927535510b&device_id=8cd872ca-143a-4dcb-bdc5-2ea952d30fa7 HTTP/1.1" status: 200 len: 1097 time: 0.2405293 Apr 07 14:37:13.698988 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0500dcba-fa65-4609-a235-42d481c51e8d req-f9b4b262-e6ff-49ee-ae92-77f14612e225 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ff5dc4f-94ca-4ca2-9018-171305f41b92 HTTP/1.1" status: 200 len: 217 time: 0.0804245 Apr 07 14:37:13.865483 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500dcba-fa65-4609-a235-42d481c51e8d req-26fc417b-26de-48c0-b503-a205fc0ee477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:13.867013 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0500dcba-fa65-4609-a235-42d481c51e8d req-26fc417b-26de-48c0-b503-a205fc0ee477 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0a54d2a2-921e-40f3-9539-941f8d500992 HTTP/1.1" status: 200 len: 848 time: 0.1615386 Apr 07 14:37:13.939629 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0500dcba-fa65-4609-a235-42d481c51e8d req-ddbb84ed-74d1-4772-93ae-ea6040f3ed52 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f7643551-b336-4c82-805c-1f23ceccbcea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652781 Apr 07 14:37:14.045665 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91313f3-7b5e-42ed-a536-86bce4304a62 req-1ee55db9-41d7-41cd-8468-848b258237c6 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:14.047353 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c91313f3-7b5e-42ed-a536-86bce4304a62 req-1ee55db9-41d7-41cd-8468-848b258237c6 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/ports?device_id=72fd3203-8620-4873-b322-35c7bbe64e8f HTTP/1.1" status: 200 len: 945 time: 0.0961819 Apr 07 14:37:14.084153 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-6cbef944-a3f5-40aa-8044-522e84aa0b49 req-712b5171-1af0-4335-aa99-c7399eedfdc4 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] For port d80f9cba-7da5-47af-bcaf-61c223163b53, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d80f9cba-7da5-47af-bcaf-61c223163b53,segment=NetworkSegment(993e0d3a-b6ae-4a99-b957-8b30fd518f11),segment_id=993e0d3a-b6ae-4a99-b957-8b30fd518f11)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:37:14.084561 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-6cbef944-a3f5-40aa-8044-522e84aa0b49 req-712b5171-1af0-4335-aa99-c7399eedfdc4 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:14.091181 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c91313f3-7b5e-42ed-a536-86bce4304a62 req-9c39026d-a95f-4aa1-8d2b-49a09ce6f6b3 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/security-groups?id=dfa70045-150c-4f2b-9ccb-6045e56e0454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303538 Apr 07 14:37:14.234694 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-6cbef944-a3f5-40aa-8044-522e84aa0b49 req-712b5171-1af0-4335-aa99-c7399eedfdc4 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Calling delete_port for d80f9cba-7da5-47af-bcaf-61c223163b53 owned by compute:nova {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:37:14.340543 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0500dcba-fa65-4609-a235-42d481c51e8d req-6e3d069a-78b8-4a2f-8871-039e71611725 service neutron] 10.222.0.81 "GET /v2.0/networks/f7643551-b336-4c82-805c-1f23ceccbcea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873289 Apr 07 14:37:14.604641 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-6cbef944-a3f5-40aa-8044-522e84aa0b49 req-712b5171-1af0-4335-aa99-c7399eedfdc4 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304368157317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304368589940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7073224'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:14.631118 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-a490515e-906f-4785-9360-3161e8286b3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:37:14.729899 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-cd50f441-ecb4-4f9d-bfc7-074a5e2aa7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:14.770094 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-0500dcba-fa65-4609-a235-42d481c51e8d req-8604a2b7-78f9-4133-a5f4-96f5cfef3a57 service neutron] 10.222.0.81 "GET /v2.0/networks/f7643551-b336-4c82-805c-1f23ceccbcea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144955 Apr 07 14:37:14.781073 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b5171-1af0-4335-aa99-c7399eedfdc4 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Pushing event deleted for resources: {'Port': ['ID=d80f9cba-7da5-47af-bcaf-61c223163b53,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:37:14.793871 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-712b5171-1af0-4335-aa99-c7399eedfdc4 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:37:14.934889 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1382fc5a-9728-48f4-9611-230d4dfe1c0e req-73fb1786-1ef8-4ac5-a53c-b5f842af681c tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:14.936513 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1382fc5a-9728-48f4-9611-230d4dfe1c0e req-73fb1786-1ef8-4ac5-a53c-b5f842af681c tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] 10.222.0.63 "GET /v2.0/ports?device_id=8cd872ca-143a-4dcb-bdc5-2ea952d30fa7 HTTP/1.1" status: 200 len: 944 time: 0.3297951 Apr 07 14:37:15.057103 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1382fc5a-9728-48f4-9611-230d4dfe1c0e req-7506a29c-c66b-42bd-ba3d-c2f7c119f2b5 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] 10.222.0.63 "GET /v2.0/security-groups?id=40493db1-dfcc-45e4-b2db-6af9ba9ebe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057498 Apr 07 14:37:15.059418 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cbef944-a3f5-40aa-8044-522e84aa0b49 req-712b5171-1af0-4335-aa99-c7399eedfdc4 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] No DVR routers for this DVR port d80f9cba-7da5-47af-bcaf-61c223163b53 on host hv-cinder-78093 {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 14:37:15.063231 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-6cbef944-a3f5-40aa-8044-522e84aa0b49 req-712b5171-1af0-4335-aa99-c7399eedfdc4 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:15.073353 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f23e44-b290-4f95-ae31-e4e0f3f4a74d req-ec76174e-1db2-4ea3-bdd9-06a52c150634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:15.074959 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-19f23e44-b290-4f95-ae31-e4e0f3f4a74d req-ec76174e-1db2-4ea3-bdd9-06a52c150634 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a45c154f06b04676a20c0c927535510b&device_id=8cd872ca-143a-4dcb-bdc5-2ea952d30fa7 HTTP/1.1" status: 200 len: 1097 time: 0.2500935 Apr 07 14:37:15.081662 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-6cbef944-a3f5-40aa-8044-522e84aa0b49 req-712b5171-1af0-4335-aa99-c7399eedfdc4 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.81 "DELETE /v2.0/ports/d80f9cba-7da5-47af-bcaf-61c223163b53 HTTP/1.1" status: 204 len: 173 time: 1.7582796 Apr 07 14:37:15.236910 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f23e44-b290-4f95-ae31-e4e0f3f4a74d req-17b88742-6f29-44eb-9434-664ef6f1f128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:15.240095 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-19f23e44-b290-4f95-ae31-e4e0f3f4a74d req-17b88742-6f29-44eb-9434-664ef6f1f128 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f7643551-b336-4c82-805c-1f23ceccbcea HTTP/1.1" status: 200 len: 909 time: 0.1573117 Apr 07 14:37:15.314739 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-9650e478-57c7-4aaf-872f-835a613856b2 req-f749dc52-295f-4492-8ee3-00a11c5a34f1 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/ports?device_id=72fd3203-8620-4873-b322-35c7bbe64e8f HTTP/1.1" status: 200 len: 210 time: 0.0513785 Apr 07 14:37:15.324348 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-19f23e44-b290-4f95-ae31-e4e0f3f4a74d req-2cd14a78-7c53-4add-8d68-b78fb3dd8c42 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ff5dc4f-94ca-4ca2-9018-171305f41b92 HTTP/1.1" status: 200 len: 217 time: 0.0735962 Apr 07 14:37:15.398251 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f23e44-b290-4f95-ae31-e4e0f3f4a74d req-101629d1-8564-4b68-921b-4f6724806b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:15.399838 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-19f23e44-b290-4f95-ae31-e4e0f3f4a74d req-101629d1-8564-4b68-921b-4f6724806b7b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0a54d2a2-921e-40f3-9539-941f8d500992 HTTP/1.1" status: 200 len: 848 time: 0.0687020 Apr 07 14:37:15.441478 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72fd3203-8620-4873-b322-35c7bbe64e8f', 'name': 'network-vif-deleted', 'tag': 'd80f9cba-7da5-47af-bcaf-61c223163b53'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:37:15.461121 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-19f23e44-b290-4f95-ae31-e4e0f3f4a74d req-c6c4b1e0-6782-4d9e-916e-a9161c02bb52 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f7643551-b336-4c82-805c-1f23ceccbcea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544081 Apr 07 14:37:15.549064 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72fd3203-8620-4873-b322-35c7bbe64e8f', 'name': 'network-vif-deleted', 'tag': 'd80f9cba-7da5-47af-bcaf-61c223163b53', 'status': 'completed', 'code': 200} Apr 07 14:37:15.621027 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-19f23e44-b290-4f95-ae31-e4e0f3f4a74d req-34c60822-5082-4c3f-b60e-59d91a6c5d6c service neutron] 10.222.0.81 "GET /v2.0/networks/f7643551-b336-4c82-805c-1f23ceccbcea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528897 Apr 07 14:37:15.721475 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 0ff5dc4f-94ca-4ca2-9018-171305f41b92 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=84314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 14:37:15.726697 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device d80f9cba-7da5-47af-bcaf-61c223163b53 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 14:37:15.797678 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] No Port match for: d80f9cba-7da5-47af-bcaf-61c223163b53 {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 14:37:15.798373 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device d80f9cba-7da5-47af-bcaf-61c223163b53 not bound to the agent host hv-cinder-78093 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 14:37:15.804811 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-19f23e44-b290-4f95-ae31-e4e0f3f4a74d req-c858e10c-a569-4848-aed9-70d11cc66443 service neutron] 10.222.0.81 "GET /v2.0/networks/f7643551-b336-4c82-805c-1f23ceccbcea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770518 Apr 07 14:37:15.953233 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:15.962026 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port 0ff5dc4f-94ca-4ca2-9018-171305f41b92, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=0ff5dc4f-94ca-4ca2-9018-171305f41b92,segment=NetworkSegment(2b7c2c4e-7beb-404d-9c3f-ead5eb10a71d),segment_id=2b7c2c4e-7beb-404d-9c3f-ead5eb10a71d)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:37:15.977654 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Returning: {'device': '0ff5dc4f-94ca-4ca2-9018-171305f41b92', 'network_id': 'f7643551-b336-4c82-805c-1f23ceccbcea', 'port_id': '0ff5dc4f-94ca-4ca2-9018-171305f41b92', 'mac_address': 'fa:16:3e:29:f0:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a54d2a2-921e-40f3-9539-941f8d500992', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 14:37:16.043213 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:16.062310 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ff5dc4f-94ca-4ca2-9018-171305f41b92 {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 14:37:16.080282 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port 0ff5dc4f-94ca-4ca2-9018-171305f41b92, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=0ff5dc4f-94ca-4ca2-9018-171305f41b92,segment=NetworkSegment(2b7c2c4e-7beb-404d-9c3f-ead5eb10a71d),segment_id=2b7c2c4e-7beb-404d-9c3f-ead5eb10a71d)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:37:16.084274 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:16.086486 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-437f17ae-c244-4051-8a2f-544d7906284c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:37:16.174174 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Pushing event updated for resources: {'Port': ['ID=0ff5dc4f-94ca-4ca2-9018-171305f41b92,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:37:16.183399 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:37:16.183801 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:37:16.184214 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:37:16.184581 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:37:16.184958 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:37:16.185323 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:37:16.185693 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:37:16.186064 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:37:16.186431 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:37:16.186795 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:37:16.187162 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:37:16.187525 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:37:16.192493 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:37:16.288317 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] get_ports_and_sgs() called for port_ids ['0ff5dc4f-94ca-4ca2-9018-171305f41b92'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 14:37:16.290080 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00656525-32d4-4fe2-ac3f-09591f579aeb req-cb7a795d-a6bf-4e22-a456-dbb06620b99a tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:16.291826 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-00656525-32d4-4fe2-ac3f-09591f579aeb req-cb7a795d-a6bf-4e22-a456-dbb06620b99a tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] 10.222.0.63 "GET /v2.0/ports?device_id=8cd872ca-143a-4dcb-bdc5-2ea952d30fa7 HTTP/1.1" status: 200 len: 945 time: 0.1022494 Apr 07 14:37:16.367981 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-00656525-32d4-4fe2-ac3f-09591f579aeb req-ffa15452-c12c-4ae0-a272-0697170dcf8d tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] 10.222.0.63 "GET /v2.0/security-groups?id=40493db1-dfcc-45e4-b2db-6af9ba9ebe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626485 Apr 07 14:37:17.386618 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-948ad67f-2b77-4cec-b002-82647bbe5073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:17.591109 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3824f3-8510-495b-86cd-d7a3182841c2 req-4b1e38f6-3c9c-4e24-89c8-e09c27280303 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:17.592790 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-2c3824f3-8510-495b-86cd-d7a3182841c2 req-4b1e38f6-3c9c-4e24-89c8-e09c27280303 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] 10.222.0.63 "GET /v2.0/ports?device_id=8cd872ca-143a-4dcb-bdc5-2ea952d30fa7 HTTP/1.1" status: 200 len: 945 time: 0.0930555 Apr 07 14:37:17.625631 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-2c3824f3-8510-495b-86cd-d7a3182841c2 req-06bada57-ca88-4f29-878e-c30246913c23 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] 10.222.0.63 "GET /v2.0/security-groups?id=40493db1-dfcc-45e4-b2db-6af9ba9ebe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0256150 Apr 07 14:37:17.735169 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 0ff5dc4f-94ca-4ca2-9018-171305f41b92 up at agent hyperv_hv-cinder-78093 {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:37:17.817320 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Provisioning for port 0ff5dc4f-94ca-4ca2-9018-171305f41b92 completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:37:17.822806 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Provisioning complete for port 0ff5dc4f-94ca-4ca2-9018-171305f41b92 triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:37:17.823232 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:17.956267 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:17.969623 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd872ca-143a-4dcb-bdc5-2ea952d30fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff5dc4f-94ca-4ca2-9018-171305f41b92'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:37:17.981743 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port 0ff5dc4f-94ca-4ca2-9018-171305f41b92, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=0ff5dc4f-94ca-4ca2-9018-171305f41b92,segment=NetworkSegment(2b7c2c4e-7beb-404d-9c3f-ead5eb10a71d),segment_id=2b7c2c4e-7beb-404d-9c3f-ead5eb10a71d)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:37:17.985644 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:17.987967 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:37:18.025368 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd872ca-143a-4dcb-bdc5-2ea952d30fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff5dc4f-94ca-4ca2-9018-171305f41b92', 'code': 200} Apr 07 14:37:18.070342 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Pushing event updated for resources: {'Port': ['ID=0ff5dc4f-94ca-4ca2-9018-171305f41b92,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:37:18.076338 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:37:18.170439 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-68064a8d-a1ee-4a07-912b-506dbeaf5e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:18.348112 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929e291-ae5d-407f-867c-28d36759f6c6 req-db30bdb6-3014-438f-be63-7cf6411c7a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:18.349792 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4929e291-ae5d-407f-867c-28d36759f6c6 req-db30bdb6-3014-438f-be63-7cf6411c7a9f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8cd872ca-143a-4dcb-bdc5-2ea952d30fa7 HTTP/1.1" status: 200 len: 1099 time: 0.0837817 Apr 07 14:37:18.379673 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4929e291-ae5d-407f-867c-28d36759f6c6 req-f81607fd-2859-411c-8745-e75b76538ab5 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=40493db1-dfcc-45e4-b2db-6af9ba9ebe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0230370 Apr 07 14:37:18.836318 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcdc37-bd48-4efd-81bd-0e6fa29c3cef req-6d3b50a5-8f1b-43b1-8dc0-d1e7b453fac4 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:18.837914 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-a3dcdc37-bd48-4efd-81bd-0e6fa29c3cef req-6d3b50a5-8f1b-43b1-8dc0-d1e7b453fac4 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] 10.222.0.63 "GET /v2.0/ports?device_id=8cd872ca-143a-4dcb-bdc5-2ea952d30fa7 HTTP/1.1" status: 200 len: 946 time: 0.0920038 Apr 07 14:37:18.844646 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:18.873407 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-a3dcdc37-bd48-4efd-81bd-0e6fa29c3cef req-431dc627-69e9-48e5-9689-7b1d5d98e0ed tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] 10.222.0.63 "GET /v2.0/security-groups?id=40493db1-dfcc-45e4-b2db-6af9ba9ebe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283325 Apr 07 14:37:19.862458 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-753d5ca8-67af-4e0f-aee9-cf9190fbeaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:20.096672 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc955f9-6eae-4f9a-b17e-d3d43ee6d241 req-d242c655-fe43-4a72-b9b2-9b4901fb1d9f tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:20.099522 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-3fc955f9-6eae-4f9a-b17e-d3d43ee6d241 req-d242c655-fe43-4a72-b9b2-9b4901fb1d9f tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] 10.222.0.63 "GET /v2.0/ports?device_id=8cd872ca-143a-4dcb-bdc5-2ea952d30fa7 HTTP/1.1" status: 200 len: 946 time: 0.1059120 Apr 07 14:37:20.132090 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-3fc955f9-6eae-4f9a-b17e-d3d43ee6d241 req-e923ffbc-10b0-4d48-b44b-8cd823d57fb1 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] 10.222.0.63 "GET /v2.0/security-groups?id=40493db1-dfcc-45e4-b2db-6af9ba9ebe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259757 Apr 07 14:37:20.998509 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63e4ff-e739-4281-a459-2d916a046390 req-936f8817-f9d6-4257-b3bf-b61a9dd50e7a tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:21.000128 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1a63e4ff-e739-4281-a459-2d916a046390 req-936f8817-f9d6-4257-b3bf-b61a9dd50e7a tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/networks?id=1b4332f5-7e1c-441e-a79d-7070b081b049 HTTP/1.1" status: 200 len: 813 time: 0.1659961 Apr 07 14:37:21.018604 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1a63e4ff-e739-4281-a459-2d916a046390 req-817b785d-ae9a-4fcf-9d00-169811a97b74 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/quotas/80004b11a67a4f7097aacc7125592440 HTTP/1.1" status: 200 len: 375 time: 0.0119157 Apr 07 14:37:21.075770 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1a63e4ff-e739-4281-a459-2d916a046390 req-f82de9b5-fe1e-4ee1-8902-72ebdceb8589 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=80004b11a67a4f7097aacc7125592440&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493343 Apr 07 14:37:21.225667 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1a63e4ff-e739-4281-a459-2d916a046390 req-00d80d48-a161-42f3-abec-896b067ba159 service neutron] 10.222.0.63 "GET /v2.0/networks/1b4332f5-7e1c-441e-a79d-7070b081b049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412678 Apr 07 14:37:21.374951 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1a63e4ff-e739-4281-a459-2d916a046390 req-0071cc13-d482-4d03-9beb-9bcaf3ea15f0 service neutron] 10.222.0.63 "GET /v2.0/networks/1b4332f5-7e1c-441e-a79d-7070b081b049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419160 Apr 07 14:37:21.579345 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-6638d2e0-aad9-4e6f-9fb9-32f5aaed7b7f req-232d202f-c2eb-410f-91e7-cce18f69d419 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Synchronizing usage tracker for tenant:80004b11a67a4f7097aacc7125592440 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:37:21.594794 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-6638d2e0-aad9-4e6f-9fb9-32f5aaed7b7f req-232d202f-c2eb-410f-91e7-cce18f69d419 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Unset dirty status for tenant:80004b11a67a4f7097aacc7125592440 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:37:21.596970 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-6638d2e0-aad9-4e6f-9fb9-32f5aaed7b7f req-232d202f-c2eb-410f-91e7-cce18f69d419 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/ports?device_id=9f04aa83-f1c5-4e39-8daf-52791641c31c HTTP/1.1" status: 200 len: 210 time: 0.0681102 Apr 07 14:37:22.902901 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63e4ff-e739-4281-a459-2d916a046390 req-15e12945-8b6d-4b9d-97ee-4e80ad6c1cc2 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:22.904593 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1a63e4ff-e739-4281-a459-2d916a046390 req-15e12945-8b6d-4b9d-97ee-4e80ad6c1cc2 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.81 "GET /v2.0/networks?id=1b4332f5-7e1c-441e-a79d-7070b081b049 HTTP/1.1" status: 200 len: 813 time: 0.2351081 Apr 07 14:37:22.921076 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-a947c321-389b-4d53-ae4b-cdc51534b2eb req-af8fb4b3-6bb5-45be-a352-1934ca63c873 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/ports?device_id=9f04aa83-f1c5-4e39-8daf-52791641c31c HTTP/1.1" status: 200 len: 210 time: 0.1012692 Apr 07 14:37:22.922312 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [req-1a63e4ff-e739-4281-a459-2d916a046390 req-53c81166-aa21-4dfa-8890-808ec816a7bf tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Request body: {'port': {'device_id': '9f04aa83-f1c5-4e39-8daf-52791641c31c', 'network_id': '1b4332f5-7e1c-441e-a79d-7070b081b049', 'admin_state_up': True, 'tenant_id': '80004b11a67a4f7097aacc7125592440'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:37:23.121233 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [req-1a63e4ff-e739-4281-a459-2d916a046390 req-53c81166-aa21-4dfa-8890-808ec816a7bf tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:37:23.132097 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [req-1a63e4ff-e739-4281-a459-2d916a046390 req-53c81166-aa21-4dfa-8890-808ec816a7bf tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:37:23.141044 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a63e4ff-e739-4281-a459-2d916a046390 req-53c81166-aa21-4dfa-8890-808ec816a7bf tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Made reservation on behalf of 80004b11a67a4f7097aacc7125592440 for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 14:37:23.147233 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-1a63e4ff-e739-4281-a459-2d916a046390 req-53c81166-aa21-4dfa-8890-808ec816a7bf tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:23.588248 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_common [req-1a63e4ff-e739-4281-a459-2d916a046390 req-53c81166-aa21-4dfa-8890-808ec816a7bf tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Allocated IP 172.20.0.2 (1b4332f5-7e1c-441e-a79d-7070b081b049/8896bff4-c088-4d4e-aaaf-27564452eb82/9b3cffc6-0019-4856-80da-46abcd5d2cbe) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 14:37:23.807128 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-1a63e4ff-e739-4281-a459-2d916a046390 req-53c81166-aa21-4dfa-8890-808ec816a7bf tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:23.838646 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-1a63e4ff-e739-4281-a459-2d916a046390 req-53c81166-aa21-4dfa-8890-808ec816a7bf tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732486185860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7073224'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:23.857506 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-46d97d21-d301-4546-beb7-3e957fd3e278 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:37:24.002657 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c81166-aa21-4dfa-8890-808ec816a7bf tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Pushing event updated for resources: {'Port': ['ID=9b3cffc6-0019-4856-80da-46abcd5d2cbe,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:37:24.008028 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-53c81166-aa21-4dfa-8890-808ec816a7bf tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:37:24.147089 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a63e4ff-e739-4281-a459-2d916a046390 req-53c81166-aa21-4dfa-8890-808ec816a7bf tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Network 1b4332f5-7e1c-441e-a79d-7070b081b049 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 14:37:24.148997 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.scheduler.base_scheduler [req-1a63e4ff-e739-4281-a459-2d916a046390 req-53c81166-aa21-4dfa-8890-808ec816a7bf tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 14:37:24.151499 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a63e4ff-e739-4281-a459-2d916a046390 req-53c81166-aa21-4dfa-8890-808ec816a7bf tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 14:37:24.181584 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747cefb-88b2-4b57-ae15-97dcd489de7b req-6e7c1b47-443b-4d3e-9535-9235a20414ac tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:24.182646 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-9747cefb-88b2-4b57-ae15-97dcd489de7b req-6e7c1b47-443b-4d3e-9535-9235a20414ac tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] 10.222.0.63 "GET /v2.0/ports?device_id=8cd872ca-143a-4dcb-bdc5-2ea952d30fa7 HTTP/1.1" status: 200 len: 946 time: 0.0931363 Apr 07 14:37:24.220622 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-9747cefb-88b2-4b57-ae15-97dcd489de7b req-cd79b569-0db7-47e3-8d89-b4f5268e70cc tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] 10.222.0.63 "GET /v2.0/security-groups?id=40493db1-dfcc-45e4-b2db-6af9ba9ebe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309031 Apr 07 14:37:24.243488 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63e4ff-e739-4281-a459-2d916a046390 req-53c81166-aa21-4dfa-8890-808ec816a7bf tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:24.244245 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-1a63e4ff-e739-4281-a459-2d916a046390 req-53c81166-aa21-4dfa-8890-808ec816a7bf tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:24.270718 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3934a9b7-a4d1-4e03-8a95-ab8b5f43408d req-cf131a41-0079-4d37-8603-e676468134b0 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:24.272414 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-3934a9b7-a4d1-4e03-8a95-ab8b5f43408d req-cf131a41-0079-4d37-8603-e676468134b0 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/ports?device_id=9f04aa83-f1c5-4e39-8daf-52791641c31c HTTP/1.1" status: 200 len: 931 time: 0.1897871 Apr 07 14:37:24.302530 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1a63e4ff-e739-4281-a459-2d916a046390 req-53c81166-aa21-4dfa-8890-808ec816a7bf tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3890071 Apr 07 14:37:24.311650 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-3934a9b7-a4d1-4e03-8a95-ab8b5f43408d req-b199173b-e6e8-4e79-b5db-36ac93e0cd1f tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/security-groups?id=dfa70045-150c-4f2b-9ccb-6045e56e0454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315831 Apr 07 14:37:24.317329 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.v2.base [req-1a63e4ff-e739-4281-a459-2d916a046390 req-67983804-43f5-45bb-ba54-1c541cdcd3c9 service neutron] Request body: {'port': {'device_id': '9f04aa83-f1c5-4e39-8daf-52791641c31c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 14:37:24.446176 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-1a63e4ff-e739-4281-a459-2d916a046390 req-67983804-43f5-45bb-ba54-1c541cdcd3c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:24.868930 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [req-1a63e4ff-e739-4281-a459-2d916a046390 req-67983804-43f5-45bb-ba54-1c541cdcd3c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b3cffc6-0019-4856-80da-46abcd5d2cbe {{(pid=84312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 14:37:24.876990 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-1a63e4ff-e739-4281-a459-2d916a046390 req-67983804-43f5-45bb-ba54-1c541cdcd3c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:24.892415 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [req-1a63e4ff-e739-4281-a459-2d916a046390 req-67983804-43f5-45bb-ba54-1c541cdcd3c9 service neutron] Transition to ACTIVE for port object 9b3cffc6-0019-4856-80da-46abcd5d2cbe will not be triggered until provisioned by entity L2. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 14:37:24.895358 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-1a63e4ff-e739-4281-a459-2d916a046390 req-67983804-43f5-45bb-ba54-1c541cdcd3c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847702575'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:24.911642 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-6400f20f-d26b-4ee1-aa33-15f05346d0a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:37:25.049636 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67983804-43f5-45bb-ba54-1c541cdcd3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=9b3cffc6-0019-4856-80da-46abcd5d2cbe,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:37:25.053344 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-67983804-43f5-45bb-ba54-1c541cdcd3c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:37:25.306556 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-1a63e4ff-e739-4281-a459-2d916a046390 req-67983804-43f5-45bb-ba54-1c541cdcd3c9 service neutron] Attempting to bind port 9b3cffc6-0019-4856-80da-46abcd5d2cbe on host hv-cinder-78093 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 14:37:25.307210 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-1a63e4ff-e739-4281-a459-2d916a046390 req-67983804-43f5-45bb-ba54-1c541cdcd3c9 service neutron] Attempting to bind port 9b3cffc6-0019-4856-80da-46abcd5d2cbe by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '993e0d3a-b6ae-4a99-b957-8b30fd518f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1b4332f5-7e1c-441e-a79d-7070b081b049'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 14:37:25.307848 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a63e4ff-e739-4281-a459-2d916a046390 req-67983804-43f5-45bb-ba54-1c541cdcd3c9 service neutron] Attempting to bind port 9b3cffc6-0019-4856-80da-46abcd5d2cbe on network 1b4332f5-7e1c-441e-a79d-7070b081b049 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:37:25.317660 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a63e4ff-e739-4281-a459-2d916a046390 req-67983804-43f5-45bb-ba54-1c541cdcd3c9 service neutron] Port 9b3cffc6-0019-4856-80da-46abcd5d2cbe on network 1b4332f5-7e1c-441e-a79d-7070b081b049 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 14:37:25.318235 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a63e4ff-e739-4281-a459-2d916a046390 req-67983804-43f5-45bb-ba54-1c541cdcd3c9 service neutron] Attempting to bind port 9b3cffc6-0019-4856-80da-46abcd5d2cbe on network 1b4332f5-7e1c-441e-a79d-7070b081b049 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 14:37:25.331679 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a63e4ff-e739-4281-a459-2d916a046390 req-67983804-43f5-45bb-ba54-1c541cdcd3c9 service neutron] Checking agent: {'id': '9602430f-c8c8-408a-9570-479772f8b05b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 14, 25, 46), 'started_at': datetime.datetime(2021, 4, 7, 14, 25, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 14, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 14:37:25.332353 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a63e4ff-e739-4281-a459-2d916a046390 req-67983804-43f5-45bb-ba54-1c541cdcd3c9 service neutron] Checking segment: {'id': '993e0d3a-b6ae-4a99-b957-8b30fd518f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1b4332f5-7e1c-441e-a79d-7070b081b049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 14:37:25.333067 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a63e4ff-e739-4281-a459-2d916a046390 req-67983804-43f5-45bb-ba54-1c541cdcd3c9 service neutron] Bound using segment: {'id': '993e0d3a-b6ae-4a99-b957-8b30fd518f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1b4332f5-7e1c-441e-a79d-7070b081b049'} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 14:37:25.333892 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [req-1a63e4ff-e739-4281-a459-2d916a046390 req-67983804-43f5-45bb-ba54-1c541cdcd3c9 service neutron] Bound port: 9b3cffc6-0019-4856-80da-46abcd5d2cbe, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '993e0d3a-b6ae-4a99-b957-8b30fd518f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1b4332f5-7e1c-441e-a79d-7070b081b049'}}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 14:37:25.334561 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-1a63e4ff-e739-4281-a459-2d916a046390 req-67983804-43f5-45bb-ba54-1c541cdcd3c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:25.486085 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7307bfdd-c674-4094-a428-bcf9485c4f21 req-05343199-8f9c-463c-8951-e75c70135e74 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:25.488224 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-7307bfdd-c674-4094-a428-bcf9485c4f21 req-05343199-8f9c-463c-8951-e75c70135e74 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] 10.222.0.63 "GET /v2.0/ports?device_id=8cd872ca-143a-4dcb-bdc5-2ea952d30fa7 HTTP/1.1" status: 200 len: 946 time: 0.0986955 Apr 07 14:37:25.549237 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-1a63e4ff-e739-4281-a459-2d916a046390 req-67983804-43f5-45bb-ba54-1c541cdcd3c9 service neutron] For port 9b3cffc6-0019-4856-80da-46abcd5d2cbe, host hv-cinder-78093, cleared binding levels {{(pid=84312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 14:37:25.568493 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-1a63e4ff-e739-4281-a459-2d916a046390 req-67983804-43f5-45bb-ba54-1c541cdcd3c9 service neutron] For port 9b3cffc6-0019-4856-80da-46abcd5d2cbe, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=9b3cffc6-0019-4856-80da-46abcd5d2cbe,segment=NetworkSegment(993e0d3a-b6ae-4a99-b957-8b30fd518f11),segment_id=993e0d3a-b6ae-4a99-b957-8b30fd518f11)] {{(pid=84312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 14:37:25.585426 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214d4ef-a7d6-43ca-a7f4-61ea0d6ec3fd req-4bda1aab-6c62-455d-bfd5-19ee8d1ba2e0 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:25.587181 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c214d4ef-a7d6-43ca-a7f4-61ea0d6ec3fd req-4bda1aab-6c62-455d-bfd5-19ee8d1ba2e0 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cd872ca-143a-4dcb-bdc5-2ea952d30fa7 HTTP/1.1" status: 200 len: 946 time: 0.2584434 Apr 07 14:37:25.588582 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-1a63e4ff-e739-4281-a459-2d916a046390 req-67983804-43f5-45bb-ba54-1c541cdcd3c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847702575'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:25.641701 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5bf5eb8d-b30e-4451-b62d-76910101e87c tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:37:25.671196 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-7307bfdd-c674-4094-a428-bcf9485c4f21 req-410fdab8-76a8-459c-b274-6ce2d69c7e2f tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] 10.222.0.63 "GET /v2.0/security-groups?id=40493db1-dfcc-45e4-b2db-6af9ba9ebe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692786 Apr 07 14:37:25.847560 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-c214d4ef-a7d6-43ca-a7f4-61ea0d6ec3fd req-ed1e0ae9-b996-4e13-a3a3-2aad9edaf956 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] Deleting port 0ff5dc4f-94ca-4ca2-9018-171305f41b92 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:37:25.847866 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-c214d4ef-a7d6-43ca-a7f4-61ea0d6ec3fd req-ed1e0ae9-b996-4e13-a3a3-2aad9edaf956 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:25.903466 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67983804-43f5-45bb-ba54-1c541cdcd3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=9b3cffc6-0019-4856-80da-46abcd5d2cbe,revision_number=3']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:37:25.926988 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58f067-65bb-4560-b815-fd406f3dc43f req-16613185-3da9-442b-ba95-304a83330155 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:25.927727 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-8f58f067-65bb-4560-b815-fd406f3dc43f req-16613185-3da9-442b-ba95-304a83330155 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Synchronizing usage tracker for tenant:80004b11a67a4f7097aacc7125592440 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 14:37:25.946082 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67983804-43f5-45bb-ba54-1c541cdcd3c9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:37:25.946507 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67983804-43f5-45bb-ba54-1c541cdcd3c9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:37:25.946919 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67983804-43f5-45bb-ba54-1c541cdcd3c9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:37:25.947325 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67983804-43f5-45bb-ba54-1c541cdcd3c9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:37:25.947727 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67983804-43f5-45bb-ba54-1c541cdcd3c9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:37:25.948156 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67983804-43f5-45bb-ba54-1c541cdcd3c9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:37:25.948556 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67983804-43f5-45bb-ba54-1c541cdcd3c9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:37:25.948955 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67983804-43f5-45bb-ba54-1c541cdcd3c9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:37:25.949350 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67983804-43f5-45bb-ba54-1c541cdcd3c9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:37:25.949745 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67983804-43f5-45bb-ba54-1c541cdcd3c9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:37:25.950391 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67983804-43f5-45bb-ba54-1c541cdcd3c9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:37:25.950782 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67983804-43f5-45bb-ba54-1c541cdcd3c9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:37:25.954954 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-67983804-43f5-45bb-ba54-1c541cdcd3c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:37:26.031201 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [req-8f58f067-65bb-4560-b815-fd406f3dc43f req-16613185-3da9-442b-ba95-304a83330155 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Unset dirty status for tenant:80004b11a67a4f7097aacc7125592440 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 14:37:26.032535 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-8f58f067-65bb-4560-b815-fd406f3dc43f req-16613185-3da9-442b-ba95-304a83330155 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/ports?device_id=9f04aa83-f1c5-4e39-8daf-52791641c31c HTTP/1.1" status: 200 len: 943 time: 0.5584447 Apr 07 14:37:26.085981 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63e4ff-e739-4281-a459-2d916a046390 req-67983804-43f5-45bb-ba54-1c541cdcd3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:26.086656 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-1a63e4ff-e739-4281-a459-2d916a046390 req-67983804-43f5-45bb-ba54-1c541cdcd3c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:26.088179 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1a63e4ff-e739-4281-a459-2d916a046390 req-67983804-43f5-45bb-ba54-1c541cdcd3c9 service neutron] 10.222.0.81 "PUT /v2.0/ports/9b3cffc6-0019-4856-80da-46abcd5d2cbe HTTP/1.1" status: 200 len: 1093 time: 1.7755232 Apr 07 14:37:26.106166 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f04aa83-f1c5-4e39-8daf-52791641c31c', 'tag': '9b3cffc6-0019-4856-80da-46abcd5d2cbe'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:37:26.163352 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f04aa83-f1c5-4e39-8daf-52791641c31c', 'tag': '9b3cffc6-0019-4856-80da-46abcd5d2cbe', 'status': 'completed', 'code': 200} Apr 07 14:37:26.167809 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-8f58f067-65bb-4560-b815-fd406f3dc43f req-fb1292cd-78ce-41fb-8060-d1ca6856a829 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/security-groups?id=dfa70045-150c-4f2b-9ccb-6045e56e0454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203384 Apr 07 14:37:26.313354 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-c214d4ef-a7d6-43ca-a7f4-61ea0d6ec3fd req-ed1e0ae9-b996-4e13-a3a3-2aad9edaf956 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] For port 0ff5dc4f-94ca-4ca2-9018-171305f41b92, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=0ff5dc4f-94ca-4ca2-9018-171305f41b92,segment=NetworkSegment(2b7c2c4e-7beb-404d-9c3f-ead5eb10a71d),segment_id=2b7c2c4e-7beb-404d-9c3f-ead5eb10a71d)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:37:26.313757 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-c214d4ef-a7d6-43ca-a7f4-61ea0d6ec3fd req-ed1e0ae9-b996-4e13-a3a3-2aad9edaf956 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:26.387489 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63e4ff-e739-4281-a459-2d916a046390 req-895c98b6-c34d-43b8-83db-c8dba384113f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:26.389070 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1a63e4ff-e739-4281-a459-2d916a046390 req-895c98b6-c34d-43b8-83db-c8dba384113f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=80004b11a67a4f7097aacc7125592440&device_id=9f04aa83-f1c5-4e39-8daf-52791641c31c HTTP/1.1" status: 200 len: 1096 time: 0.2249081 Apr 07 14:37:26.455965 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-c214d4ef-a7d6-43ca-a7f4-61ea0d6ec3fd req-ed1e0ae9-b996-4e13-a3a3-2aad9edaf956 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] Calling delete_port for 0ff5dc4f-94ca-4ca2-9018-171305f41b92 owned by compute:nova {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:37:26.757017 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.agents_db [None req-6fbea437-4030-452f-8588-832da035c2c0 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 14:37:26.807498 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1a63e4ff-e739-4281-a459-2d916a046390 req-bc616865-0d0d-436b-86e2-1e5b9512ab40 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b3cffc6-0019-4856-80da-46abcd5d2cbe HTTP/1.1" status: 200 len: 217 time: 0.3599033 Apr 07 14:37:26.905915 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800de9a8-eb38-4dc6-901e-560f4cb389c7 req-0bf856db-a31e-47d4-81d7-b64562422479 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:26.906475 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63e4ff-e739-4281-a459-2d916a046390 req-00d192f9-e523-4be9-8675-f4493fe9270b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:26.907543 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-800de9a8-eb38-4dc6-901e-560f4cb389c7 req-0bf856db-a31e-47d4-81d7-b64562422479 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] 10.222.0.63 "GET /v2.0/ports?device_id=8cd872ca-143a-4dcb-bdc5-2ea952d30fa7 HTTP/1.1" status: 200 len: 946 time: 0.0944495 Apr 07 14:37:26.908066 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1a63e4ff-e739-4281-a459-2d916a046390 req-00d192f9-e523-4be9-8675-f4493fe9270b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8896bff4-c088-4d4e-aaaf-27564452eb82 HTTP/1.1" status: 200 len: 853 time: 0.0926483 Apr 07 14:37:26.939422 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-800de9a8-eb38-4dc6-901e-560f4cb389c7 req-ef4c0f43-71da-41c3-beb0-96936c9b08ec tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] 10.222.0.63 "GET /v2.0/security-groups?id=40493db1-dfcc-45e4-b2db-6af9ba9ebe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0246167 Apr 07 14:37:27.005480 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1a63e4ff-e739-4281-a459-2d916a046390 req-a4ba37c0-3c12-4627-911c-2111f741cbed service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1b4332f5-7e1c-441e-a79d-7070b081b049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626137 Apr 07 14:37:27.105405 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-c214d4ef-a7d6-43ca-a7f4-61ea0d6ec3fd req-ed1e0ae9-b996-4e13-a3a3-2aad9edaf956 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304368157317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304368589940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7073224'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:27.125283 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-67983804-43f5-45bb-ba54-1c541cdcd3c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:37:27.220646 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e0ae9-b996-4e13-a3a3-2aad9edaf956 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] Pushing event deleted for resources: {'Port': ['ID=0ff5dc4f-94ca-4ca2-9018-171305f41b92,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:37:27.233457 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ed1e0ae9-b996-4e13-a3a3-2aad9edaf956 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:37:27.362079 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1a63e4ff-e739-4281-a459-2d916a046390 req-e41218fe-0d08-4e4c-96ed-d6656ee06a8c service neutron] 10.222.0.81 "GET /v2.0/networks/1b4332f5-7e1c-441e-a79d-7070b081b049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461876 Apr 07 14:37:27.604474 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-c214d4ef-a7d6-43ca-a7f4-61ea0d6ec3fd req-ed1e0ae9-b996-4e13-a3a3-2aad9edaf956 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] No DVR routers for this DVR port 0ff5dc4f-94ca-4ca2-9018-171305f41b92 on host hv-cinder-78093 {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 14:37:27.616823 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2dbea-5e90-48a3-8e0d-a374e27f2b67 req-04e45c81-a134-4431-bb1f-194f38798ce8 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:27.618372 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c9a2dbea-5e90-48a3-8e0d-a374e27f2b67 req-04e45c81-a134-4431-bb1f-194f38798ce8 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/ports?device_id=9f04aa83-f1c5-4e39-8daf-52791641c31c HTTP/1.1" status: 200 len: 943 time: 0.3267157 Apr 07 14:37:27.628627 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-c214d4ef-a7d6-43ca-a7f4-61ea0d6ec3fd req-ed1e0ae9-b996-4e13-a3a3-2aad9edaf956 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:27.651040 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1a63e4ff-e739-4281-a459-2d916a046390 req-d6154180-496e-456a-9929-d39dccbd8401 service neutron] 10.222.0.81 "GET /v2.0/networks/1b4332f5-7e1c-441e-a79d-7070b081b049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763393 Apr 07 14:37:27.652791 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c214d4ef-a7d6-43ca-a7f4-61ea0d6ec3fd req-ed1e0ae9-b996-4e13-a3a3-2aad9edaf956 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] 10.222.0.81 "DELETE /v2.0/ports/0ff5dc4f-94ca-4ca2-9018-171305f41b92 HTTP/1.1" status: 204 len: 173 time: 2.0495238 Apr 07 14:37:27.776878 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c9a2dbea-5e90-48a3-8e0d-a374e27f2b67 req-83eb4107-6d73-43f4-80bf-1ecf37054467 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/security-groups?id=dfa70045-150c-4f2b-9ccb-6045e56e0454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437316 Apr 07 14:37:27.782153 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 0ff5dc4f-94ca-4ca2-9018-171305f41b92 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 14:37:27.815967 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9149564-4c4b-4d69-be31-c6506d506334 req-8cd173fc-854e-411f-bc0b-2e0d396e25d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:27.817615 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-a9149564-4c4b-4d69-be31-c6506d506334 req-8cd173fc-854e-411f-bc0b-2e0d396e25d3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=80004b11a67a4f7097aacc7125592440&device_id=9f04aa83-f1c5-4e39-8daf-52791641c31c HTTP/1.1" status: 200 len: 1096 time: 0.1190810 Apr 07 14:37:27.831793 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] No Port match for: 0ff5dc4f-94ca-4ca2-9018-171305f41b92 {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 14:37:27.832229 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 0ff5dc4f-94ca-4ca2-9018-171305f41b92 not bound to the agent host hv-cinder-78093 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 14:37:27.965976 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9149564-4c4b-4d69-be31-c6506d506334 req-23fcdde8-ed06-40b6-b16c-dbd912ac3c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:27.967570 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-a9149564-4c4b-4d69-be31-c6506d506334 req-23fcdde8-ed06-40b6-b16c-dbd912ac3c4c service neutron] 10.222.0.81 "GET /v2.0/networks?id=1b4332f5-7e1c-441e-a79d-7070b081b049 HTTP/1.1" status: 200 len: 914 time: 0.1413560 Apr 07 14:37:28.042241 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-a9149564-4c4b-4d69-be31-c6506d506334 req-87e0ddac-aed5-4c6e-87ee-5025be59b249 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b3cffc6-0019-4856-80da-46abcd5d2cbe HTTP/1.1" status: 200 len: 217 time: 0.0654178 Apr 07 14:37:28.116860 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-cfd0c6cf-0846-4ab7-a1f4-f6128e3f0cd5 req-fb9ce293-1485-45af-9dbb-e9e24b5a5110 tempest-VolumesActionsTest-1132999375 tempest-VolumesActionsTest-1132999375-project] 10.222.0.63 "GET /v2.0/ports?device_id=8cd872ca-143a-4dcb-bdc5-2ea952d30fa7 HTTP/1.1" status: 200 len: 210 time: 0.0487888 Apr 07 14:37:28.118347 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9149564-4c4b-4d69-be31-c6506d506334 req-2f8ffca6-70eb-4e1b-a573-0a6be62a8250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:28.120040 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-a9149564-4c4b-4d69-be31-c6506d506334 req-2f8ffca6-70eb-4e1b-a573-0a6be62a8250 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8896bff4-c088-4d4e-aaaf-27564452eb82 HTTP/1.1" status: 200 len: 853 time: 0.0706747 Apr 07 14:37:28.167441 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd872ca-143a-4dcb-bdc5-2ea952d30fa7', 'name': 'network-vif-deleted', 'tag': '0ff5dc4f-94ca-4ca2-9018-171305f41b92'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:37:28.179925 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-a9149564-4c4b-4d69-be31-c6506d506334 req-b0dbde18-3e00-4f65-91c3-2077a1e3afb4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1b4332f5-7e1c-441e-a79d-7070b081b049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526795 Apr 07 14:37:28.270952 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd872ca-143a-4dcb-bdc5-2ea952d30fa7', 'name': 'network-vif-deleted', 'tag': '0ff5dc4f-94ca-4ca2-9018-171305f41b92', 'status': 'completed', 'code': 200} Apr 07 14:37:28.341736 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-a9149564-4c4b-4d69-be31-c6506d506334 req-a0085263-7a76-4cff-90bb-70b6350f3b7e service neutron] 10.222.0.81 "GET /v2.0/networks/1b4332f5-7e1c-441e-a79d-7070b081b049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534026 Apr 07 14:37:28.484026 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-a9149564-4c4b-4d69-be31-c6506d506334 req-8710eab2-0659-4a1d-8892-b3f0b0357251 service neutron] 10.222.0.81 "GET /v2.0/networks/1b4332f5-7e1c-441e-a79d-7070b081b049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341326 Apr 07 14:37:28.991135 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84cc4b-5106-473d-ada0-25c01da07629 req-e2c876e2-d97c-4f88-961f-7321484a16ef tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:28.992802 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-3c84cc4b-5106-473d-ada0-25c01da07629 req-e2c876e2-d97c-4f88-961f-7321484a16ef tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/ports?device_id=9f04aa83-f1c5-4e39-8daf-52791641c31c HTTP/1.1" status: 200 len: 943 time: 0.0919430 Apr 07 14:37:29.025653 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-3c84cc4b-5106-473d-ada0-25c01da07629 req-aa89750f-9565-4c73-9d2e-0cd1b9b59084 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/security-groups?id=dfa70045-150c-4f2b-9ccb-6045e56e0454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264578 Apr 07 14:37:29.813209 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 9b3cffc6-0019-4856-80da-46abcd5d2cbe details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=84314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 14:37:29.952511 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port 9b3cffc6-0019-4856-80da-46abcd5d2cbe, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=9b3cffc6-0019-4856-80da-46abcd5d2cbe,segment=NetworkSegment(993e0d3a-b6ae-4a99-b957-8b30fd518f11),segment_id=993e0d3a-b6ae-4a99-b957-8b30fd518f11)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:37:29.966837 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Returning: {'device': '9b3cffc6-0019-4856-80da-46abcd5d2cbe', 'network_id': '1b4332f5-7e1c-441e-a79d-7070b081b049', 'port_id': '9b3cffc6-0019-4856-80da-46abcd5d2cbe', 'mac_address': 'fa:16:3e:7b:50:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8896bff4-c088-4d4e-aaaf-27564452eb82', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 14:37:30.027698 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:30.029034 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b3cffc6-0019-4856-80da-46abcd5d2cbe {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 14:37:30.045242 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port 9b3cffc6-0019-4856-80da-46abcd5d2cbe, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=9b3cffc6-0019-4856-80da-46abcd5d2cbe,segment=NetworkSegment(993e0d3a-b6ae-4a99-b957-8b30fd518f11),segment_id=993e0d3a-b6ae-4a99-b957-8b30fd518f11)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:37:30.048131 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:30.049968 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:37:30.124989 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Pushing event updated for resources: {'Port': ['ID=9b3cffc6-0019-4856-80da-46abcd5d2cbe,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:37:30.128961 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:37:30.237905 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f3818c-4205-4dd6-8011-676c50fa2f7d req-523b14e0-7ad5-4625-bba2-dc90f852933f tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:30.239563 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c2f3818c-4205-4dd6-8011-676c50fa2f7d req-523b14e0-7ad5-4625-bba2-dc90f852933f tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/ports?device_id=9f04aa83-f1c5-4e39-8daf-52791641c31c HTTP/1.1" status: 200 len: 944 time: 0.0919988 Apr 07 14:37:30.244804 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] get_ports_and_sgs() called for port_ids ['9b3cffc6-0019-4856-80da-46abcd5d2cbe'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 14:37:30.272413 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-c2f3818c-4205-4dd6-8011-676c50fa2f7d req-1820c48a-10c5-45ae-a045-f2ccfa1b9781 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/security-groups?id=dfa70045-150c-4f2b-9ccb-6045e56e0454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261753 Apr 07 14:37:31.479604 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e49f19c-980c-4950-9ecc-de007a2b721d req-07f17438-afdf-49af-81b0-2b4e2e5cff18 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:31.481301 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1e49f19c-980c-4950-9ecc-de007a2b721d req-07f17438-afdf-49af-81b0-2b4e2e5cff18 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/ports?device_id=9f04aa83-f1c5-4e39-8daf-52791641c31c HTTP/1.1" status: 200 len: 944 time: 0.0910351 Apr 07 14:37:31.519324 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-1e49f19c-980c-4950-9ecc-de007a2b721d req-44beedd6-89f0-44ff-9125-37294c174e2e tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/security-groups?id=dfa70045-150c-4f2b-9ccb-6045e56e0454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299730 Apr 07 14:37:31.844465 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 9b3cffc6-0019-4856-80da-46abcd5d2cbe up at agent hyperv_hv-cinder-78093 {{(pid=84314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 14:37:31.925140 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Provisioning for port 9b3cffc6-0019-4856-80da-46abcd5d2cbe completed by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 14:37:31.930007 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.provisioning_blocks [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Provisioning complete for port 9b3cffc6-0019-4856-80da-46abcd5d2cbe triggered by entity L2. {{(pid=84314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 14:37:31.930438 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854762145'] for port, provisioning_complete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:32.057118 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625833'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:32.069504 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f04aa83-f1c5-4e39-8daf-52791641c31c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3cffc6-0019-4856-80da-46abcd5d2cbe'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:37:32.080709 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] For port 9b3cffc6-0019-4856-80da-46abcd5d2cbe, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=9b3cffc6-0019-4856-80da-46abcd5d2cbe,segment=NetworkSegment(993e0d3a-b6ae-4a99-b957-8b30fd518f11),segment_id=993e0d3a-b6ae-4a99-b957-8b30fd518f11)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:37:32.084227 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304368157300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732486185877', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304368589906'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:32.086293 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:37:32.118846 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f04aa83-f1c5-4e39-8daf-52791641c31c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3cffc6-0019-4856-80da-46abcd5d2cbe', 'code': 200} Apr 07 14:37:32.163695 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Pushing event updated for resources: {'Port': ['ID=9b3cffc6-0019-4856-80da-46abcd5d2cbe,revision_number=5']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:37:32.166892 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:37:32.391318 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966816a-ed3a-4645-9934-1421dcec642c req-1fd9fd0a-1727-4513-bc4b-1e50ccc56b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:32.392991 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-2966816a-ed3a-4645-9934-1421dcec642c req-1fd9fd0a-1727-4513-bc4b-1e50ccc56b09 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9f04aa83-f1c5-4e39-8daf-52791641c31c HTTP/1.1" status: 200 len: 1098 time: 0.1000397 Apr 07 14:37:32.420795 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-2966816a-ed3a-4645-9934-1421dcec642c req-f7064af3-0c14-470b-8836-1265ae2ef27f service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=dfa70045-150c-4f2b-9ccb-6045e56e0454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0211930 Apr 07 14:37:32.728819 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de10138-02ec-48b5-9e03-a0805df85bea req-45d54d8b-ecbb-4f5d-b3e7-d62a4f8d6874 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:32.730455 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-2de10138-02ec-48b5-9e03-a0805df85bea req-45d54d8b-ecbb-4f5d-b3e7-d62a4f8d6874 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/ports?device_id=9f04aa83-f1c5-4e39-8daf-52791641c31c HTTP/1.1" status: 200 len: 945 time: 0.0958362 Apr 07 14:37:32.764857 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-2de10138-02ec-48b5-9e03-a0805df85bea req-189b1560-649b-47ca-a6a7-c56823752adb tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/security-groups?id=dfa70045-150c-4f2b-9ccb-6045e56e0454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275342 Apr 07 14:37:33.981795 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b03a3-7301-4455-985b-41e6797e8e7d req-56451ec8-c86f-40e2-baa9-3ff71ab5bc30 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:33.983448 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e12b03a3-7301-4455-985b-41e6797e8e7d req-56451ec8-c86f-40e2-baa9-3ff71ab5bc30 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/ports?device_id=9f04aa83-f1c5-4e39-8daf-52791641c31c HTTP/1.1" status: 200 len: 945 time: 0.1023524 Apr 07 14:37:34.017735 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-e12b03a3-7301-4455-985b-41e6797e8e7d req-faee8402-f7f9-4981-895b-b44f4963e4a5 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/security-groups?id=dfa70045-150c-4f2b-9ccb-6045e56e0454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272844 Apr 07 14:37:44.723188 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8eab756b-b9cc-4aef-977d-41cb5cc90578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:45.935650 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:47.017216 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 52662) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:37:47.083414 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0ae6759-b792-4d99-b12e-98a577d852ac admin admin] Deleting subnet 0a54d2a2-921e-40f3-9539-941f8d500992 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 07 14:37:47.086451 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e0ae6759-b792-4d99-b12e-98a577d852ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:47.138901 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e0ae6759-b792-4d99-b12e-98a577d852ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7044842'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:47.209612 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e0ae6759-b792-4d99-b12e-98a577d852ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854771514'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:47.381263 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-428645c4-a571-42d7-a4ad-c2b0c2d1718b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:47.473947 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e0ae6759-b792-4d99-b12e-98a577d852ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847702558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848863120'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:47.489542 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-e5b39ea9-8b24-4c87-b267-0cd932350c56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:37:47.577185 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae6759-b792-4d99-b12e-98a577d852ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a54d2a2-921e-40f3-9539-941f8d500992,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:37:47.589694 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-e0ae6759-b792-4d99-b12e-98a577d852ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:37:47.626657 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-e0ae6759-b792-4d99-b12e-98a577d852ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:47.633111 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-e0ae6759-b792-4d99-b12e-98a577d852ac admin admin] 10.222.0.63 "DELETE /v2.0/subnets/0a54d2a2-921e-40f3-9539-941f8d500992 HTTP/1.1" status: 204 len: 168 time: 0.6142943 Apr 07 14:37:47.635709 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 52668) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:37:47.747570 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b96f4bfe-52cf-4ddc-bef1-e80e3bd35d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-137828'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:47.943471 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b96f4bfe-52cf-4ddc-bef1-e80e3bd35d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14662', 'neutron.services.segments.db._delete_segments_for_network--9223363304368102158'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:48.059086 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.segments.db [None req-b96f4bfe-52cf-4ddc-bef1-e80e3bd35d6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7643551-b336-4c82-805c-1f23ceccbcea']}} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:37:48.072577 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.segments.db [None req-b96f4bfe-52cf-4ddc-bef1-e80e3bd35d6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b7c2c4e-7beb-404d-9c3f-ead5eb10a71d') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:37:48.072917 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.segments.db [None req-b96f4bfe-52cf-4ddc-bef1-e80e3bd35d6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b7c2c4e-7beb-404d-9c3f-ead5eb10a71d') {} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:37:48.085642 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b96f4bfe-52cf-4ddc-bef1-e80e3bd35d6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304368070140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847730990'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:48.099925 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b96f4bfe-52cf-4ddc-bef1-e80e3bd35d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773215'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:48.106038 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b96f4bfe-52cf-4ddc-bef1-e80e3bd35d6a admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 07 14:37:48.169103 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-68064a8d-a1ee-4a07-912b-506dbeaf5e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:48.295114 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-b96f4bfe-52cf-4ddc-bef1-e80e3bd35d6a admin admin] Network f7643551-b336-4c82-805c-1f23ceccbcea has no segments {{(pid=84312) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 14:37:48.305470 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b96f4bfe-52cf-4ddc-bef1-e80e3bd35d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847702593'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:48.743157 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-b96f4bfe-52cf-4ddc-bef1-e80e3bd35d6a admin admin] Network f7643551-b336-4c82-805c-1f23ceccbcea has no segments {{(pid=84312) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 14:37:48.766351 dv-cinder-780933-3-smb neutron-server[84199]: Traceback (most recent call last): Apr 07 14:37:48.766351 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 14:37:48.766351 dv-cinder-780933-3-smb neutron-server[84199]: timer() Apr 07 14:37:48.766351 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 14:37:48.766351 dv-cinder-780933-3-smb neutron-server[84199]: cb(*args, **kw) Apr 07 14:37:48.766351 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 07 14:37:48.766351 dv-cinder-780933-3-smb neutron-server[84199]: return func(*args, **kwargs) Apr 07 14:37:48.766351 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 14:37:48.766351 dv-cinder-780933-3-smb neutron-server[84199]: self._notify() Apr 07 14:37:48.766351 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 14:37:48.766351 dv-cinder-780933-3-smb neutron-server[84199]: self.callback(batched_events) Apr 07 14:37:48.766351 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 14:37:48.766351 dv-cinder-780933-3-smb neutron-server[84199]: event.method(event) Apr 07 14:37:48.766351 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 07 14:37:48.766351 dv-cinder-780933-3-smb neutron-server[84199]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 14:37:48.766351 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 07 14:37:48.766351 dv-cinder-780933-3-smb neutron-server[84199]: segment_id)['aggregates'][0] Apr 07 14:37:48.766351 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 07 14:37:48.766351 dv-cinder-780933-3-smb neutron-server[84199]: return f(self, *a, **k) Apr 07 14:37:48.766351 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 07 14:37:48.766351 dv-cinder-780933-3-smb neutron-server[84199]: return self._get(url).json() Apr 07 14:37:48.766351 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 14:37:48.766351 dv-cinder-780933-3-smb neutron-server[84199]: **kwargs) Apr 07 14:37:48.766351 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 14:37:48.766351 dv-cinder-780933-3-smb neutron-server[84199]: return self.request(url, 'GET', **kwargs) Apr 07 14:37:48.766351 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 07 14:37:48.766351 dv-cinder-780933-3-smb neutron-server[84199]: **endpoint_filter) Apr 07 14:37:48.766351 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 14:37:48.766351 dv-cinder-780933-3-smb neutron-server[84199]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 14:37:48.766351 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 14:37:48.766351 dv-cinder-780933-3-smb neutron-server[84199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 14:37:48.766351 dv-cinder-780933-3-smb neutron-server[84199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 14:37:48.836190 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:48.843441 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b96f4bfe-52cf-4ddc-bef1-e80e3bd35d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854761138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8275419'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:48.847563 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-c642654e-ecb1-4aec-a050-4e516a539b60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:37:48.861200 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-b96f4bfe-52cf-4ddc-bef1-e80e3bd35d6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:48.872710 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f4bfe-52cf-4ddc-bef1-e80e3bd35d6a admin admin] Pushing event deleted for resources: {'Network': ['ID=f7643551-b336-4c82-805c-1f23ceccbcea,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:37:48.876156 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b96f4bfe-52cf-4ddc-bef1-e80e3bd35d6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:37:48.880542 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-b96f4bfe-52cf-4ddc-bef1-e80e3bd35d6a admin admin] 10.222.0.63 "DELETE /v2.0/networks/f7643551-b336-4c82-805c-1f23ceccbcea HTTP/1.1" status: 204 len: 168 time: 1.2438207 Apr 07 14:37:48.883454 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 52682) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:37:48.951224 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0fcf27f-f1b4-4957-847e-3f667727323f admin admin] Deleting subnet a7bc4d55-660b-40e7-beda-7e0267f78915 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 07 14:37:48.954278 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f0fcf27f-f1b4-4957-847e-3f667727323f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:49.006836 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f0fcf27f-f1b4-4957-847e-3f667727323f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7044842'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:49.065526 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f0fcf27f-f1b4-4957-847e-3f667727323f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854771514'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:49.360155 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f0fcf27f-f1b4-4957-847e-3f667727323f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847702558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848863120'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:49.376741 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b16f165f-06a9-4f3c-a7cf-4159ed2db822 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:37:49.470641 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fcf27f-f1b4-4957-847e-3f667727323f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7bc4d55-660b-40e7-beda-7e0267f78915,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:37:49.486312 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f0fcf27f-f1b4-4957-847e-3f667727323f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:37:49.521542 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f0fcf27f-f1b4-4957-847e-3f667727323f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:49.527819 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-f0fcf27f-f1b4-4957-847e-3f667727323f admin admin] 10.222.0.63 "DELETE /v2.0/subnets/a7bc4d55-660b-40e7-beda-7e0267f78915 HTTP/1.1" status: 204 len: 168 time: 0.6432800 Apr 07 14:37:49.530463 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 52686) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:37:49.650698 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6eb9c9f3-77cf-4b18-925a-231c13ae8a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-137828'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:49.855617 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6eb9c9f3-77cf-4b18-925a-231c13ae8a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14662', 'neutron.services.segments.db._delete_segments_for_network--9223363304368102158'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:49.867306 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-753d5ca8-67af-4e0f-aee9-cf9190fbeaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:49.982292 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.segments.db [None req-6eb9c9f3-77cf-4b18-925a-231c13ae8a38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36d5137d-fbc2-45dd-87a6-82f815406512']}} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:37:49.996218 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.segments.db [None req-6eb9c9f3-77cf-4b18-925a-231c13ae8a38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '664e974e-dccc-46cc-8525-f4436fcf3889') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:37:49.996616 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.segments.db [None req-6eb9c9f3-77cf-4b18-925a-231c13ae8a38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '664e974e-dccc-46cc-8525-f4436fcf3889') {} {{(pid=84312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:37:50.009909 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6eb9c9f3-77cf-4b18-925a-231c13ae8a38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304368070140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847730990'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:50.029737 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6eb9c9f3-77cf-4b18-925a-231c13ae8a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773215'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:50.038065 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eb9c9f3-77cf-4b18-925a-231c13ae8a38 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 07 14:37:50.272712 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-6eb9c9f3-77cf-4b18-925a-231c13ae8a38 admin admin] Network 36d5137d-fbc2-45dd-87a6-82f815406512 has no segments {{(pid=84312) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 14:37:50.282679 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6eb9c9f3-77cf-4b18-925a-231c13ae8a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847702593'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:50.467090 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847699c2-4adc-4822-baf8-337996a185bd req-8ae6f85b-e053-4d51-866d-5e54200f0508 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:50.468747 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-847699c2-4adc-4822-baf8-337996a185bd req-8ae6f85b-e053-4d51-866d-5e54200f0508 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/ports?device_id=9f04aa83-f1c5-4e39-8daf-52791641c31c HTTP/1.1" status: 200 len: 945 time: 0.3503921 Apr 07 14:37:50.513670 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-6eb9c9f3-77cf-4b18-925a-231c13ae8a38 admin admin] Network 36d5137d-fbc2-45dd-87a6-82f815406512 has no segments {{(pid=84312) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 14:37:50.538663 dv-cinder-780933-3-smb neutron-server[84199]: Traceback (most recent call last): Apr 07 14:37:50.538663 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 14:37:50.538663 dv-cinder-780933-3-smb neutron-server[84199]: timer() Apr 07 14:37:50.538663 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 14:37:50.538663 dv-cinder-780933-3-smb neutron-server[84199]: cb(*args, **kw) Apr 07 14:37:50.538663 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 07 14:37:50.538663 dv-cinder-780933-3-smb neutron-server[84199]: return func(*args, **kwargs) Apr 07 14:37:50.538663 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 14:37:50.538663 dv-cinder-780933-3-smb neutron-server[84199]: self._notify() Apr 07 14:37:50.538663 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 14:37:50.538663 dv-cinder-780933-3-smb neutron-server[84199]: self.callback(batched_events) Apr 07 14:37:50.538663 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 14:37:50.538663 dv-cinder-780933-3-smb neutron-server[84199]: event.method(event) Apr 07 14:37:50.538663 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 07 14:37:50.538663 dv-cinder-780933-3-smb neutron-server[84199]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 14:37:50.538663 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 07 14:37:50.538663 dv-cinder-780933-3-smb neutron-server[84199]: segment_id)['aggregates'][0] Apr 07 14:37:50.538663 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 07 14:37:50.538663 dv-cinder-780933-3-smb neutron-server[84199]: return f(self, *a, **k) Apr 07 14:37:50.538663 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 07 14:37:50.538663 dv-cinder-780933-3-smb neutron-server[84199]: return self._get(url).json() Apr 07 14:37:50.538663 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 14:37:50.538663 dv-cinder-780933-3-smb neutron-server[84199]: **kwargs) Apr 07 14:37:50.538663 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 14:37:50.538663 dv-cinder-780933-3-smb neutron-server[84199]: return self.request(url, 'GET', **kwargs) Apr 07 14:37:50.538663 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 07 14:37:50.538663 dv-cinder-780933-3-smb neutron-server[84199]: **endpoint_filter) Apr 07 14:37:50.538663 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 14:37:50.538663 dv-cinder-780933-3-smb neutron-server[84199]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 14:37:50.538663 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 14:37:50.538663 dv-cinder-780933-3-smb neutron-server[84199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 14:37:50.538663 dv-cinder-780933-3-smb neutron-server[84199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 14:37:50.597895 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-847699c2-4adc-4822-baf8-337996a185bd req-9c087727-41e7-43bf-a26e-28b8fafe6f47 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/security-groups?id=dfa70045-150c-4f2b-9ccb-6045e56e0454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170602 Apr 07 14:37:50.629531 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6eb9c9f3-77cf-4b18-925a-231c13ae8a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854761138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8275419'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:50.633388 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-65ba3999-7826-4377-b342-e91cedcfad53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:37:50.647300 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6eb9c9f3-77cf-4b18-925a-231c13ae8a38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:50.657004 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb9c9f3-77cf-4b18-925a-231c13ae8a38 admin admin] Pushing event deleted for resources: {'Network': ['ID=36d5137d-fbc2-45dd-87a6-82f815406512,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:37:50.659826 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-6eb9c9f3-77cf-4b18-925a-231c13ae8a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:37:50.661323 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-6eb9c9f3-77cf-4b18-925a-231c13ae8a38 admin admin] 10.222.0.63 "DELETE /v2.0/networks/36d5137d-fbc2-45dd-87a6-82f815406512 HTTP/1.1" status: 204 len: 168 time: 1.1298716 Apr 07 14:37:50.774972 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 52698) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:37:50.811567 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-ef7b124a-f010-4eb8-9013-66cc1277f0e5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a45c154f06b04676a20c0c927535510b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0352018 Apr 07 14:37:50.814021 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 52702) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:37:50.877042 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ad416be4-d279-4787-b27c-c295fa87dfc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:50.904121 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ad416be4-d279-4787-b27c-c295fa87dfc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:50.950415 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ad416be4-d279-4787-b27c-c295fa87dfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:50.956042 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b02c5a37-9874-4f5c-8776-4844b0d65e79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:37:50.970210 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad416be4-d279-4787-b27c-c295fa87dfc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40493db1-dfcc-45e4-b2db-6af9ba9ebe53,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:37:50.975131 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ad416be4-d279-4787-b27c-c295fa87dfc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:37:50.978584 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ad416be4-d279-4787-b27c-c295fa87dfc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:50.979823 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-ad416be4-d279-4787-b27c-c295fa87dfc4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/40493db1-dfcc-45e4-b2db-6af9ba9ebe53 HTTP/1.1" status: 204 len: 168 time: 0.1647737 Apr 07 14:37:51.344392 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 52710) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:37:51.396565 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-08bd9c0f-9992-476c-9879-09962ffc4ffb admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=38dcb3b714c44655947fddc3ae63bfe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507994 Apr 07 14:37:51.399873 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 52714) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:37:51.470091 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ea99d4b0-4dca-461a-b92d-fbbcbdb35500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:51.498275 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ea99d4b0-4dca-461a-b92d-fbbcbdb35500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:51.548260 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ea99d4b0-4dca-461a-b92d-fbbcbdb35500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:51.553359 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-6af6099a-ca31-407b-9f6f-50327feaa545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:37:51.567531 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea99d4b0-4dca-461a-b92d-fbbcbdb35500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75c725a-dfde-499f-b0a5-90a6ba9193d5,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:37:51.570025 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ea99d4b0-4dca-461a-b92d-fbbcbdb35500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:37:51.572343 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ea99d4b0-4dca-461a-b92d-fbbcbdb35500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:51.573496 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-ea99d4b0-4dca-461a-b92d-fbbcbdb35500 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d75c725a-dfde-499f-b0a5-90a6ba9193d5 HTTP/1.1" status: 204 len: 168 time: 0.1725504 Apr 07 14:37:51.816379 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34adb6b1-85df-495a-ba93-8497c777d606 req-1d79e36e-ab0e-44e3-9502-e822c46a21f1 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:51.818110 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-34adb6b1-85df-495a-ba93-8497c777d606 req-1d79e36e-ab0e-44e3-9502-e822c46a21f1 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/ports?device_id=9f04aa83-f1c5-4e39-8daf-52791641c31c HTTP/1.1" status: 200 len: 945 time: 0.0993683 Apr 07 14:37:51.852352 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-34adb6b1-85df-495a-ba93-8497c777d606 req-ab2ff0df-e66a-4a4e-a8ec-d2897a4c60d0 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/security-groups?id=dfa70045-150c-4f2b-9ccb-6045e56e0454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275693 Apr 07 14:37:52.854126 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 52748) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:37:53.026604 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7f47cc53-9960-4459-95da-9a9cbcc6d9c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:53.058896 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-7f47cc53-9960-4459-95da-9a9cbcc6d9c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:37:53.066047 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-7f47cc53-9960-4459-95da-9a9cbcc6d9c0 admin admin] Usage tracker for resource:security_group_rule and tenant:c92136ac5719467590db21b6ae9abce1 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:37:53.069673 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-7f47cc53-9960-4459-95da-9a9cbcc6d9c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:37:53.078045 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-7f47cc53-9960-4459-95da-9a9cbcc6d9c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:37:53.131932 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db7176-e5fc-4fd6-8954-04555e6865b2 req-232b022f-6de9-41f6-ba60-5ebc4b085604 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:53.133585 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-69db7176-e5fc-4fd6-8954-04555e6865b2 req-232b022f-6de9-41f6-ba60-5ebc4b085604 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/ports?device_id=9f04aa83-f1c5-4e39-8daf-52791641c31c HTTP/1.1" status: 200 len: 945 time: 0.1440947 Apr 07 14:37:53.214745 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-69db7176-e5fc-4fd6-8954-04555e6865b2 req-9bfe3c9c-ae88-4cb3-a443-a270779d26be tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/security-groups?id=dfa70045-150c-4f2b-9ccb-6045e56e0454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726745 Apr 07 14:37:53.274713 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7f47cc53-9960-4459-95da-9a9cbcc6d9c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:53.277989 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7f47cc53-9960-4459-95da-9a9cbcc6d9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:53.288373 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ad416be4-d279-4787-b27c-c295fa87dfc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:37:53.334016 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-7f47cc53-9960-4459-95da-9a9cbcc6d9c0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c92136ac5719467590db21b6ae9abce1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4786305 Apr 07 14:37:53.335097 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f47cc53-9960-4459-95da-9a9cbcc6d9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab3cd7c-453c-48e2-b68f-2328b160e903,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:37:53.336965 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 52756) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:37:53.338489 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7f47cc53-9960-4459-95da-9a9cbcc6d9c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:37:53.406094 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1a3e31e5-e7f5-4c81-8941-190d2f1ebf9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:53.435560 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1a3e31e5-e7f5-4c81-8941-190d2f1ebf9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:53.486093 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1a3e31e5-e7f5-4c81-8941-190d2f1ebf9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:53.493684 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-6eb57009-c669-4373-9e86-08b495274945 tempest-AttachVolumeShelveTestJSON-2051261027 tempest-AttachVolumeShelveTestJSON-2051261027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:37:53.506814 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3e31e5-e7f5-4c81-8941-190d2f1ebf9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab3cd7c-453c-48e2-b68f-2328b160e903,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:37:53.511849 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1a3e31e5-e7f5-4c81-8941-190d2f1ebf9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:53.513126 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-1a3e31e5-e7f5-4c81-8941-190d2f1ebf9c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5ab3cd7c-453c-48e2-b68f-2328b160e903 HTTP/1.1" status: 204 len: 168 time: 0.1750882 Apr 07 14:37:53.518476 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3e31e5-e7f5-4c81-8941-190d2f1ebf9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:37:53.518913 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3e31e5-e7f5-4c81-8941-190d2f1ebf9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:37:53.519310 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3e31e5-e7f5-4c81-8941-190d2f1ebf9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:37:53.519720 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3e31e5-e7f5-4c81-8941-190d2f1ebf9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:37:53.520168 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3e31e5-e7f5-4c81-8941-190d2f1ebf9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:37:53.520573 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3e31e5-e7f5-4c81-8941-190d2f1ebf9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:37:53.520979 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3e31e5-e7f5-4c81-8941-190d2f1ebf9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:37:53.521867 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3e31e5-e7f5-4c81-8941-190d2f1ebf9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:37:53.521867 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3e31e5-e7f5-4c81-8941-190d2f1ebf9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:37:53.522200 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3e31e5-e7f5-4c81-8941-190d2f1ebf9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:37:53.522553 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3e31e5-e7f5-4c81-8941-190d2f1ebf9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:37:53.522955 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3e31e5-e7f5-4c81-8941-190d2f1ebf9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:37:53.526603 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-1a3e31e5-e7f5-4c81-8941-190d2f1ebf9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:37:54.464186 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81753ecf-ba6b-4bb4-ab3a-944b07335180 req-61c5db0c-6738-4eb8-adac-8cf9a94edcc8 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:54.465833 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-81753ecf-ba6b-4bb4-ab3a-944b07335180 req-61c5db0c-6738-4eb8-adac-8cf9a94edcc8 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/ports?device_id=9f04aa83-f1c5-4e39-8daf-52791641c31c HTTP/1.1" status: 200 len: 945 time: 0.0943692 Apr 07 14:37:54.498727 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-81753ecf-ba6b-4bb4-ab3a-944b07335180 req-e1aaa1c2-8247-426a-831f-5e9fc4e6607b tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/security-groups?id=dfa70045-150c-4f2b-9ccb-6045e56e0454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0256400 Apr 07 14:37:54.827468 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99f5cc-e6ef-4fba-8b5e-53c35fbb6fce req-cefb7407-67d0-4a96-8cd2-4fadda1eb266 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 14:37:54.830291 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-9c99f5cc-e6ef-4fba-8b5e-53c35fbb6fce req-cefb7407-67d0-4a96-8cd2-4fadda1eb266 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f04aa83-f1c5-4e39-8daf-52791641c31c HTTP/1.1" status: 200 len: 945 time: 0.1211176 Apr 07 14:37:54.909037 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-9c99f5cc-e6ef-4fba-8b5e-53c35fbb6fce req-92ea87a7-4445-482b-8c9f-b4c342ed6da5 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Deleting port 9b3cffc6-0019-4856-80da-46abcd5d2cbe {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 14:37:54.909424 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-9c99f5cc-e6ef-4fba-8b5e-53c35fbb6fce req-92ea87a7-4445-482b-8c9f-b4c342ed6da5 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732486613414'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:55.183644 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [req-9c99f5cc-e6ef-4fba-8b5e-53c35fbb6fce req-92ea87a7-4445-482b-8c9f-b4c342ed6da5 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] For port 9b3cffc6-0019-4856-80da-46abcd5d2cbe, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=9b3cffc6-0019-4856-80da-46abcd5d2cbe,segment=NetworkSegment(993e0d3a-b6ae-4a99-b957-8b30fd518f11),segment_id=993e0d3a-b6ae-4a99-b957-8b30fd518f11)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 14:37:55.184101 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-9c99f5cc-e6ef-4fba-8b5e-53c35fbb6fce req-92ea87a7-4445-482b-8c9f-b4c342ed6da5 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8281953'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:55.343097 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [req-9c99f5cc-e6ef-4fba-8b5e-53c35fbb6fce req-92ea87a7-4445-482b-8c9f-b4c342ed6da5 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Calling delete_port for 9b3cffc6-0019-4856-80da-46abcd5d2cbe owned by compute:nova {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 14:37:55.506660 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-9c99f5cc-e6ef-4fba-8b5e-53c35fbb6fce req-92ea87a7-4445-482b-8c9f-b4c342ed6da5 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854611457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304368157317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304368589940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7073224'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:55.519190 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.db [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] get_ports_and_sgs() called for port_ids ['9b3cffc6-0019-4856-80da-46abcd5d2cbe'] {{(pid=84314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 14:37:55.522825 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:37:55.675040 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ea87a7-4445-482b-8c9f-b4c342ed6da5 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Pushing event deleted for resources: {'Port': ['ID=9b3cffc6-0019-4856-80da-46abcd5d2cbe,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:37:55.677911 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-92ea87a7-4445-482b-8c9f-b4c342ed6da5 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:37:55.738503 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-4918e9e4-0ed9-4368-9e86-40b52f931b27 req-b609b8ae-5c76-4136-8531-f7f475c54fbb tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.63 "GET /v2.0/ports?device_id=9f04aa83-f1c5-4e39-8daf-52791641c31c HTTP/1.1" status: 200 len: 210 time: 0.0765386 Apr 07 14:37:55.887082 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c99f5cc-e6ef-4fba-8b5e-53c35fbb6fce req-92ea87a7-4445-482b-8c9f-b4c342ed6da5 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] No DVR routers for this DVR port 9b3cffc6-0019-4856-80da-46abcd5d2cbe on host hv-cinder-78093 {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 14:37:55.889780 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [req-9c99f5cc-e6ef-4fba-8b5e-53c35fbb6fce req-92ea87a7-4445-482b-8c9f-b4c342ed6da5 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770142'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:37:55.893455 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f04aa83-f1c5-4e39-8daf-52791641c31c', 'name': 'network-vif-deleted', 'tag': '9b3cffc6-0019-4856-80da-46abcd5d2cbe'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 14:37:55.915847 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [req-9c99f5cc-e6ef-4fba-8b5e-53c35fbb6fce req-92ea87a7-4445-482b-8c9f-b4c342ed6da5 tempest-VolumesSnapshotTestJSON-891925180 tempest-VolumesSnapshotTestJSON-891925180-project] 10.222.0.81 "DELETE /v2.0/ports/9b3cffc6-0019-4856-80da-46abcd5d2cbe HTTP/1.1" status: 204 len: 173 time: 1.0802474 Apr 07 14:37:55.955385 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f04aa83-f1c5-4e39-8daf-52791641c31c', 'name': 'network-vif-deleted', 'tag': '9b3cffc6-0019-4856-80da-46abcd5d2cbe', 'status': 'completed', 'code': 200} Apr 07 14:37:57.968900 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 9b3cffc6-0019-4856-80da-46abcd5d2cbe no longer exists at agent hyperv_hv-cinder-78093 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 14:37:58.011031 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.plugin [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] No Port match for: 9b3cffc6-0019-4856-80da-46abcd5d2cbe {{(pid=84314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 14:37:58.011425 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.rpc [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Device 9b3cffc6-0019-4856-80da-46abcd5d2cbe not bound to the agent host hv-cinder-78093 {{(pid=84314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 14:38:03.509055 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 52926) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:38:03.636144 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ebf3b37e-63eb-4e32-8826-f738aa5a27cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:03.651766 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-ebf3b37e-63eb-4e32-8826-f738aa5a27cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:38:03.655823 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-ebf3b37e-63eb-4e32-8826-f738aa5a27cd admin admin] Usage tracker for resource:security_group_rule and tenant:0fa3827a3a134816829fa7a2c0ca17de is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:38:03.659418 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-ebf3b37e-63eb-4e32-8826-f738aa5a27cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:38:03.665417 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-ebf3b37e-63eb-4e32-8826-f738aa5a27cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:38:03.750622 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ebf3b37e-63eb-4e32-8826-f738aa5a27cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:03.753678 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ebf3b37e-63eb-4e32-8826-f738aa5a27cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:03.757675 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.agents_db [None req-6fbea437-4030-452f-8588-832da035c2c0 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 14:38:03.762954 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8fe2d46e-3aba-495e-9a7e-2c799e7bc170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:38:03.806011 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-ebf3b37e-63eb-4e32-8826-f738aa5a27cd admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0fa3827a3a134816829fa7a2c0ca17de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2957733 Apr 07 14:38:03.806948 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf3b37e-63eb-4e32-8826-f738aa5a27cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a44ce52-63fe-4f4b-9872-ebd83b7ca5ed,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:38:03.808980 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 52932) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:38:03.810438 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ebf3b37e-63eb-4e32-8826-f738aa5a27cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:38:03.874428 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ed40ed2e-6a8f-4751-8152-adc73d50781e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:04.141573 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ed40ed2e-6a8f-4751-8152-adc73d50781e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:04.185861 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ed40ed2e-6a8f-4751-8152-adc73d50781e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:04.191328 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7cc364b7-887e-4d0f-a06b-24be7495590e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:38:04.204888 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed40ed2e-6a8f-4751-8152-adc73d50781e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a44ce52-63fe-4f4b-9872-ebd83b7ca5ed,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:38:04.207678 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ed40ed2e-6a8f-4751-8152-adc73d50781e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:38:04.208944 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-ed40ed2e-6a8f-4751-8152-adc73d50781e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:04.210167 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-ed40ed2e-6a8f-4751-8152-adc73d50781e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3a44ce52-63fe-4f4b-9872-ebd83b7ca5ed HTTP/1.1" status: 204 len: 168 time: 0.4001276 Apr 07 14:38:04.518009 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 52944) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:38:04.538424 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0fcfef7b-cda1-4a62-acbe-85e7f4653052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:04.554375 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-0fcfef7b-cda1-4a62-acbe-85e7f4653052 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:38:04.558508 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-0fcfef7b-cda1-4a62-acbe-85e7f4653052 admin admin] Usage tracker for resource:security_group_rule and tenant:8fe2c8061a7e4b22b0ffd2014bd460c0 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:38:04.562066 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-0fcfef7b-cda1-4a62-acbe-85e7f4653052 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:38:04.569094 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-0fcfef7b-cda1-4a62-acbe-85e7f4653052 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:38:04.662329 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0fcfef7b-cda1-4a62-acbe-85e7f4653052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:04.669886 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0fcfef7b-cda1-4a62-acbe-85e7f4653052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:04.683617 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-ae55a06b-8c72-4b24-8dd8-706d5736004b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:38:04.727629 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-0fcfef7b-cda1-4a62-acbe-85e7f4653052 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8fe2c8061a7e4b22b0ffd2014bd460c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2077923 Apr 07 14:38:04.729490 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcfef7b-cda1-4a62-acbe-85e7f4653052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d57a25-0a94-4f60-a77c-1b14f89eccc2,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:38:04.730501 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 52950) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:38:04.732852 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-0fcfef7b-cda1-4a62-acbe-85e7f4653052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:38:04.793748 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bdfe7f21-08cc-4c4c-8043-81e3e9c46836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:04.822306 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bdfe7f21-08cc-4c4c-8043-81e3e9c46836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:04.870914 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bdfe7f21-08cc-4c4c-8043-81e3e9c46836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:04.876177 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-f51905ac-dfc1-4896-9025-a4dcf1403906 tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:38:04.889322 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe7f21-08cc-4c4c-8043-81e3e9c46836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d57a25-0a94-4f60-a77c-1b14f89eccc2,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:38:04.894017 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-bdfe7f21-08cc-4c4c-8043-81e3e9c46836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:38:04.899618 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bdfe7f21-08cc-4c4c-8043-81e3e9c46836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:04.900874 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-bdfe7f21-08cc-4c4c-8043-81e3e9c46836 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b1d57a25-0a94-4f60-a77c-1b14f89eccc2 HTTP/1.1" status: 204 len: 168 time: 0.1693099 Apr 07 14:38:05.261315 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 52958) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:38:05.281372 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8666fbc8-e7c9-48ec-9e45-6c10226a7616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:05.297506 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-8666fbc8-e7c9-48ec-9e45-6c10226a7616 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:38:05.301629 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-8666fbc8-e7c9-48ec-9e45-6c10226a7616 admin admin] Usage tracker for resource:security_group_rule and tenant:49c20b075b294f6b96a6757bbc415a4e is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:38:05.304593 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-8666fbc8-e7c9-48ec-9e45-6c10226a7616 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:38:05.310526 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-8666fbc8-e7c9-48ec-9e45-6c10226a7616 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:38:05.396320 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8666fbc8-e7c9-48ec-9e45-6c10226a7616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:05.399193 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8666fbc8-e7c9-48ec-9e45-6c10226a7616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:05.407725 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-7ae9380e-6508-4cb5-bef7-328df161e45a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:38:05.449974 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-8666fbc8-e7c9-48ec-9e45-6c10226a7616 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=49c20b075b294f6b96a6757bbc415a4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1874452 Apr 07 14:38:05.451987 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8666fbc8-e7c9-48ec-9e45-6c10226a7616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebb2a5b-94f8-4524-a40d-b5757f609e88,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:38:05.453132 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 52962) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:38:05.455797 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-8666fbc8-e7c9-48ec-9e45-6c10226a7616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:38:05.522524 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-94b8c97e-af26-4c99-a284-9b058fa92270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:05.549603 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-94b8c97e-af26-4c99-a284-9b058fa92270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:05.594956 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-94b8c97e-af26-4c99-a284-9b058fa92270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:05.600110 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-b32fda74-7fbf-4533-9f20-6b03e7f3e405 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:38:05.613112 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b8c97e-af26-4c99-a284-9b058fa92270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebb2a5b-94f8-4524-a40d-b5757f609e88,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:38:05.618009 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-94b8c97e-af26-4c99-a284-9b058fa92270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:38:05.622397 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-94b8c97e-af26-4c99-a284-9b058fa92270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:05.623613 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-94b8c97e-af26-4c99-a284-9b058fa92270 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9ebb2a5b-94f8-4524-a40d-b5757f609e88 HTTP/1.1" status: 204 len: 168 time: 0.1694133 Apr 07 14:38:14.725486 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-10309339-5a7a-4df5-a444-e90a8f77bc76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:15.935369 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:16.526213 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 53132) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:38:16.601058 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c0d99cd-83d3-41cd-9652-e7f7e4df12d4 admin admin] Deleting subnet 8896bff4-c088-4d4e-aaaf-27564452eb82 {{(pid=84313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 07 14:38:16.604505 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1c0d99cd-83d3-41cd-9652-e7f7e4df12d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:16.660067 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1c0d99cd-83d3-41cd-9652-e7f7e4df12d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849815780'] for subnet, precommit_delete_associations {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:16.721415 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1c0d99cd-83d3-41cd-9652-e7f7e4df12d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854771514'] for subnet, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:16.988794 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1c0d99cd-83d3-41cd-9652-e7f7e4df12d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6250597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847727700'] for subnet, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:17.004425 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:38:17.092783 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d99cd-83d3-41cd-9652-e7f7e4df12d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8896bff4-c088-4d4e-aaaf-27564452eb82,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:38:17.097898 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-1c0d99cd-83d3-41cd-9652-e7f7e4df12d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:38:17.143737 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1c0d99cd-83d3-41cd-9652-e7f7e4df12d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:17.154653 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-1c0d99cd-83d3-41cd-9652-e7f7e4df12d4 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/8896bff4-c088-4d4e-aaaf-27564452eb82 HTTP/1.1" status: 204 len: 168 time: 0.6272216 Apr 07 14:38:17.158112 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 53138) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:38:17.285795 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-539fe6e2-0801-4206-8843-22434a423045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-137828'] for network, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:17.384813 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-a525b963-f08f-4c87-80b7-2e617471c23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:17.705239 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-539fe6e2-0801-4206-8843-22434a423045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14662', 'neutron.services.segments.db._delete_segments_for_network--9223363304368102158'] for network, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:17.822396 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.segments.db [None req-539fe6e2-0801-4206-8843-22434a423045 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b4332f5-7e1c-441e-a79d-7070b081b049']}} {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:38:17.836026 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.segments.db [None req-539fe6e2-0801-4206-8843-22434a423045 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '993e0d3a-b6ae-4a99-b957-8b30fd518f11') {'for_net_delete': True} {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:38:17.836367 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.services.segments.db [None req-539fe6e2-0801-4206-8843-22434a423045 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '993e0d3a-b6ae-4a99-b957-8b30fd518f11') {} {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:38:17.849496 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-539fe6e2-0801-4206-8843-22434a423045 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304368070140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4960036'] for segment, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:17.865458 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-539fe6e2-0801-4206-8843-22434a423045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773215'] for segment, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:17.872580 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-539fe6e2-0801-4206-8843-22434a423045 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=84313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 07 14:38:18.058996 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-539fe6e2-0801-4206-8843-22434a423045 admin admin] Network 1b4332f5-7e1c-441e-a79d-7070b081b049 has no segments {{(pid=84313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 14:38:18.069952 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-539fe6e2-0801-4206-8843-22434a423045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6250552'] for segment, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:18.175195 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-68064a8d-a1ee-4a07-912b-506dbeaf5e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:18.259233 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.plugins.ml2.managers [None req-539fe6e2-0801-4206-8843-22434a423045 admin admin] Network 1b4332f5-7e1c-441e-a79d-7070b081b049 has no segments {{(pid=84313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 14:38:18.283120 dv-cinder-780933-3-smb neutron-server[84199]: Traceback (most recent call last): Apr 07 14:38:18.283120 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 14:38:18.283120 dv-cinder-780933-3-smb neutron-server[84199]: timer() Apr 07 14:38:18.283120 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 14:38:18.283120 dv-cinder-780933-3-smb neutron-server[84199]: cb(*args, **kw) Apr 07 14:38:18.283120 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 07 14:38:18.283120 dv-cinder-780933-3-smb neutron-server[84199]: return func(*args, **kwargs) Apr 07 14:38:18.283120 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 14:38:18.283120 dv-cinder-780933-3-smb neutron-server[84199]: self._notify() Apr 07 14:38:18.283120 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 14:38:18.283120 dv-cinder-780933-3-smb neutron-server[84199]: self.callback(batched_events) Apr 07 14:38:18.283120 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 14:38:18.283120 dv-cinder-780933-3-smb neutron-server[84199]: event.method(event) Apr 07 14:38:18.283120 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 07 14:38:18.283120 dv-cinder-780933-3-smb neutron-server[84199]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 14:38:18.283120 dv-cinder-780933-3-smb neutron-server[84199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 07 14:38:18.283120 dv-cinder-780933-3-smb neutron-server[84199]: segment_id)['aggregates'][0] Apr 07 14:38:18.283120 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 07 14:38:18.283120 dv-cinder-780933-3-smb neutron-server[84199]: return f(self, *a, **k) Apr 07 14:38:18.283120 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 07 14:38:18.283120 dv-cinder-780933-3-smb neutron-server[84199]: return self._get(url).json() Apr 07 14:38:18.283120 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 14:38:18.283120 dv-cinder-780933-3-smb neutron-server[84199]: **kwargs) Apr 07 14:38:18.283120 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 14:38:18.283120 dv-cinder-780933-3-smb neutron-server[84199]: return self.request(url, 'GET', **kwargs) Apr 07 14:38:18.283120 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 07 14:38:18.283120 dv-cinder-780933-3-smb neutron-server[84199]: **endpoint_filter) Apr 07 14:38:18.283120 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 14:38:18.283120 dv-cinder-780933-3-smb neutron-server[84199]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 14:38:18.283120 dv-cinder-780933-3-smb neutron-server[84199]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 14:38:18.283120 dv-cinder-780933-3-smb neutron-server[84199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 14:38:18.283120 dv-cinder-780933-3-smb neutron-server[84199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 14:38:18.367959 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-539fe6e2-0801-4206-8843-22434a423045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854761138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7965954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8275419'] for network, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:18.371634 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:38:18.385767 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-539fe6e2-0801-4206-8843-22434a423045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7965969'] for network, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:18.397304 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539fe6e2-0801-4206-8843-22434a423045 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b4332f5-7e1c-441e-a79d-7070b081b049,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:38:18.400850 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-539fe6e2-0801-4206-8843-22434a423045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:38:18.405938 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-539fe6e2-0801-4206-8843-22434a423045 admin admin] 10.222.0.63 "DELETE /v2.0/networks/1b4332f5-7e1c-441e-a79d-7070b081b049 HTTP/1.1" status: 204 len: 168 time: 1.2468004 Apr 07 14:38:18.604842 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 53146) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:38:18.640290 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-d1ff30bb-2561-48aa-9119-bf2fb966cb72 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=80004b11a67a4f7097aacc7125592440&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0340457 Apr 07 14:38:18.643424 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 53150) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:38:18.707633 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bdf07edc-9a53-482d-b2ae-6bda589c0dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:18.735713 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bdf07edc-9a53-482d-b2ae-6bda589c0dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:18.784530 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bdf07edc-9a53-482d-b2ae-6bda589c0dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:18.789656 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-5cc5ef9f-9571-467b-a681-e32619af3e31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:38:18.803353 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf07edc-9a53-482d-b2ae-6bda589c0dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa70045-150c-4f2b-9ccb-6045e56e0454,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:38:18.806189 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-bdf07edc-9a53-482d-b2ae-6bda589c0dc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:38:18.812879 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-bdf07edc-9a53-482d-b2ae-6bda589c0dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:18.814975 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-bdf07edc-9a53-482d-b2ae-6bda589c0dc0 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/dfa70045-150c-4f2b-9ccb-6045e56e0454 HTTP/1.1" status: 204 len: 168 time: 0.1702213 Apr 07 14:38:18.840753 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:19.867658 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-753d5ca8-67af-4e0f-aee9-cf9190fbeaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:31.346315 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.63', 53226) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:38:31.468710 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d97e72a4-a442-4486-bde2-b693ccef9906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:31.483856 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-d97e72a4-a442-4486-bde2-b693ccef9906 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 14:38:31.488927 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-d97e72a4-a442-4486-bde2-b693ccef9906 admin admin] Usage tracker for resource:security_group_rule and tenant:b3959080f7b64fc8b491beefbe0265e7 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 14:38:31.492055 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.quota.resource [None req-d97e72a4-a442-4486-bde2-b693ccef9906 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 14:38:31.498257 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.quota.driver [None req-d97e72a4-a442-4486-bde2-b693ccef9906 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 14:38:31.584238 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d97e72a4-a442-4486-bde2-b693ccef9906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:31.587218 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-d97e72a4-a442-4486-bde2-b693ccef9906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:31.595392 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-06aa279b-1211-462a-95c2-55a16c339cbc tempest-AttachVolumeTestJSON-1655503272 tempest-AttachVolumeTestJSON-1655503272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:38:31.639030 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-d97e72a4-a442-4486-bde2-b693ccef9906 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b3959080f7b64fc8b491beefbe0265e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2915409 Apr 07 14:38:31.639974 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e72a4-a442-4486-bde2-b693ccef9906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa351545-7bae-42cb-a00b-9f1b0a18d882,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:38:31.641915 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.63', 53232) {{(pid=84312) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:38:31.643409 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-d97e72a4-a442-4486-bde2-b693ccef9906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:38:31.703218 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1debd74c-2aa5-4da7-accd-da03dc26d158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:31.730054 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1debd74c-2aa5-4da7-accd-da03dc26d158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:31.776663 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1debd74c-2aa5-4da7-accd-da03dc26d158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8309732'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:31.781430 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-477eb745-8ec2-4c4e-b0ef-5bf80598bc73 tempest-TestShelveInstance-952333878 tempest-TestShelveInstance-952333878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:38:31.795027 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1debd74c-2aa5-4da7-accd-da03dc26d158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa351545-7bae-42cb-a00b-9f1b0a18d882,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 14:38:31.803435 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-1debd74c-2aa5-4da7-accd-da03dc26d158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:31.804665 dv-cinder-780933-3-smb neutron-server[84199]: INFO neutron.wsgi [None req-1debd74c-2aa5-4da7-accd-da03dc26d158 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/fa351545-7bae-42cb-a00b-9f1b0a18d882 HTTP/1.1" status: 204 len: 168 time: 0.1617031 Apr 07 14:38:31.806266 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1debd74c-2aa5-4da7-accd-da03dc26d158 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:38:31.806683 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1debd74c-2aa5-4da7-accd-da03dc26d158 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:38:31.807346 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1debd74c-2aa5-4da7-accd-da03dc26d158 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:38:31.807525 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1debd74c-2aa5-4da7-accd-da03dc26d158 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:38:31.807943 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1debd74c-2aa5-4da7-accd-da03dc26d158 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:38:31.808344 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1debd74c-2aa5-4da7-accd-da03dc26d158 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:38:31.808765 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1debd74c-2aa5-4da7-accd-da03dc26d158 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:38:31.809110 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1debd74c-2aa5-4da7-accd-da03dc26d158 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:38:31.809504 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1debd74c-2aa5-4da7-accd-da03dc26d158 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:38:31.809894 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1debd74c-2aa5-4da7-accd-da03dc26d158 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:38:31.810260 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1debd74c-2aa5-4da7-accd-da03dc26d158 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:38:31.810646 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1debd74c-2aa5-4da7-accd-da03dc26d158 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-3-smb {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 14:38:31.813848 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG oslo_concurrency.lockutils [None req-1debd74c-2aa5-4da7-accd-da03dc26d158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:38:40.757813 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.agents_db [None req-6fbea437-4030-452f-8588-832da035c2c0 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 14:38:44.728039 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9e7bc008-d4a4-4294-986d-d879fc5770f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:45.932599 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:47.387758 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-5b4a6785-468a-48cd-886c-a495e2adf0a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:48.174848 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-68064a8d-a1ee-4a07-912b-506dbeaf5e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:48.843800 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:38:49.872227 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-753d5ca8-67af-4e0f-aee9-cf9190fbeaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:39:14.730153 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-342724e8-6c84-4c19-aaee-cbdde41b903c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:39:15.937867 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:39:17.392737 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-80149849-0d4a-4191-8562-3c1b209c8628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:39:17.757457 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.agents_db [None req-6fbea437-4030-452f-8588-832da035c2c0 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 14:39:18.178297 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-68064a8d-a1ee-4a07-912b-506dbeaf5e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:39:18.845846 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:39:19.873010 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-753d5ca8-67af-4e0f-aee9-cf9190fbeaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:39:44.733960 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2961441b-ad7e-448a-856d-24b6d636721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:39:45.946743 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:39:47.394635 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-19c7f304-3a86-4dcd-94f2-738aed46d21a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:39:48.181435 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-68064a8d-a1ee-4a07-912b-506dbeaf5e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:39:48.848153 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:39:49.878568 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-753d5ca8-67af-4e0f-aee9-cf9190fbeaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:39:54.778686 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.agents_db [None req-6fbea437-4030-452f-8588-832da035c2c0 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 14:40:14.735086 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-fc53c98c-2613-4fdf-8727-0b0f4abe08bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:40:15.946291 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:40:17.395594 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-6dcb13fb-dc7c-437c-80b0-cf9035599fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:40:18.183184 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-68064a8d-a1ee-4a07-912b-506dbeaf5e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:40:18.850697 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:40:19.880411 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-753d5ca8-67af-4e0f-aee9-cf9190fbeaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:40:31.769176 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.agents_db [None req-6fbea437-4030-452f-8588-832da035c2c0 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 14:40:44.737496 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0ead8775-53fb-4f9f-abcb-a278b9a301c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:40:45.961740 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:40:47.396833 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-02ae8bdd-4be1-498a-9be0-6a477f62dd49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:40:48.186569 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-68064a8d-a1ee-4a07-912b-506dbeaf5e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:40:48.851528 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:40:49.883364 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-753d5ca8-67af-4e0f-aee9-cf9190fbeaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:41:08.768568 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.agents_db [None req-6fbea437-4030-452f-8588-832da035c2c0 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 14:41:14.740349 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9b891eb0-f72c-45b8-8e04-8f5f19ebd77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:41:15.986192 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:41:17.398252 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-271c33a4-43fe-4bed-8648-c18a1d4c681a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:41:18.188478 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-68064a8d-a1ee-4a07-912b-506dbeaf5e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:41:18.857353 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:41:19.886641 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-753d5ca8-67af-4e0f-aee9-cf9190fbeaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:41:44.742467 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-693f060c-5778-4ac1-b777-e35f6855b4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:41:45.767628 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.agents_db [None req-6fbea437-4030-452f-8588-832da035c2c0 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 14:41:46.005364 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:41:47.401943 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-7497fdc9-af92-4a12-9961-1297f9dfd64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:41:48.190777 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-68064a8d-a1ee-4a07-912b-506dbeaf5e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:41:48.848598 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:41:49.890922 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-753d5ca8-67af-4e0f-aee9-cf9190fbeaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:42:14.747493 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-9df97667-d1dd-497f-b792-cfe94b9d36cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:42:16.004541 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:42:17.403533 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-405406c6-1595-4bff-bd33-139bcc91d22d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:42:18.193399 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-68064a8d-a1ee-4a07-912b-506dbeaf5e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:42:18.849797 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:42:19.892829 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-753d5ca8-67af-4e0f-aee9-cf9190fbeaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:42:22.767811 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.agents_db [None req-6fbea437-4030-452f-8588-832da035c2c0 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 14:42:44.759925 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-8e62320f-1026-4a7c-86a4-a63059174e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:42:46.004972 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:42:47.412268 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-2d7e6dda-e7d3-4fce-a5eb-a9707ed751ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:42:48.196356 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-68064a8d-a1ee-4a07-912b-506dbeaf5e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:42:48.857339 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:42:49.896756 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-753d5ca8-67af-4e0f-aee9-cf9190fbeaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:42:59.768026 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron.db.agents_db [None req-6fbea437-4030-452f-8588-832da035c2c0 None None] Agent healthcheck: found 6 active agents {{(pid=84315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 14:43:14.752459 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-3ef3b9ad-4b50-4907-bdc5-891985a723fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:43:16.021506 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-f52b38df-8396-41e7-bd91-e99cd079dde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:43:17.404289 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-0fa685a7-78e7-46ac-b17d-ec781efd31a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:43:18.204398 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-68064a8d-a1ee-4a07-912b-506dbeaf5e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:43:18.856184 dv-cinder-780933-3-smb neutron-server[84199]: DEBUG neutron_lib.callbacks.manager [None req-72be3a6b-f715-4c5f-b30e-5ab188f0ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304368102175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13578'] for agent, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}